2024-11-17 00:17:26,087 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-17 00:17:26,100 main DEBUG Took 0.011314 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 00:17:26,101 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 00:17:26,101 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 00:17:26,102 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 00:17:26,104 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,111 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 00:17:26,125 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,127 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,128 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,128 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,129 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,129 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,130 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,131 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,131 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,132 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,133 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,133 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,134 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,134 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,135 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,135 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,136 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,136 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,137 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,137 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,138 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,138 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,139 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,139 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 00:17:26,140 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,140 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 00:17:26,142 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 00:17:26,144 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 00:17:26,146 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 00:17:26,146 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 00:17:26,148 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 00:17:26,148 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 00:17:26,159 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 00:17:26,162 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 00:17:26,164 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 00:17:26,164 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 00:17:26,165 main DEBUG createAppenders(={Console}) 2024-11-17 00:17:26,165 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-17 00:17:26,166 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-17 00:17:26,166 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-17 00:17:26,167 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 00:17:26,167 main DEBUG OutputStream closed 2024-11-17 00:17:26,167 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 00:17:26,168 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 00:17:26,168 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-17 00:17:26,244 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 00:17:26,247 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 00:17:26,248 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 00:17:26,249 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 00:17:26,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 00:17:26,250 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 00:17:26,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 00:17:26,251 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 00:17:26,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 00:17:26,252 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 00:17:26,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 00:17:26,253 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 00:17:26,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 00:17:26,254 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 00:17:26,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 00:17:26,255 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 00:17:26,256 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 00:17:26,257 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 00:17:26,259 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 00:17:26,259 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-17 00:17:26,260 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 00:17:26,261 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-17T00:17:26,515 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801 2024-11-17 00:17:26,518 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 00:17:26,518 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T00:17:26,528 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-17T00:17:26,553 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T00:17:26,557 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e, deleteOnExit=true 2024-11-17T00:17:26,558 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-17T00:17:26,559 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/test.cache.data in system properties and HBase conf 2024-11-17T00:17:26,560 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T00:17:26,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.log.dir in system properties and HBase conf 2024-11-17T00:17:26,561 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T00:17:26,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T00:17:26,562 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-17T00:17:26,674 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T00:17:26,759 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T00:17:26,762 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T00:17:26,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T00:17:26,763 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T00:17:26,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T00:17:26,764 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T00:17:26,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T00:17:26,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T00:17:26,765 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T00:17:26,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T00:17:26,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/nfs.dump.dir in system properties and HBase conf 2024-11-17T00:17:26,766 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/java.io.tmpdir in system properties and HBase conf 2024-11-17T00:17:26,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T00:17:26,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T00:17:26,767 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T00:17:27,561 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T00:17:27,636 INFO [Time-limited test {}] log.Log(170): Logging initialized @2298ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T00:17:27,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T00:17:27,771 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T00:17:27,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T00:17:27,792 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T00:17:27,793 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T00:17:27,806 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T00:17:27,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.log.dir/,AVAILABLE} 2024-11-17T00:17:27,810 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T00:17:28,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/java.io.tmpdir/jetty-localhost-43375-hadoop-hdfs-3_4_1-tests_jar-_-any-7803679333365948410/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T00:17:28,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:43375} 2024-11-17T00:17:28,014 INFO [Time-limited test {}] server.Server(415): Started @2678ms 2024-11-17T00:17:28,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T00:17:28,423 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T00:17:28,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T00:17:28,424 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T00:17:28,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T00:17:28,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.log.dir/,AVAILABLE} 2024-11-17T00:17:28,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T00:17:28,544 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/java.io.tmpdir/jetty-localhost-34021-hadoop-hdfs-3_4_1-tests_jar-_-any-6665975506332395604/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T00:17:28,545 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:34021} 2024-11-17T00:17:28,545 INFO [Time-limited test {}] server.Server(415): Started @3209ms 2024-11-17T00:17:28,599 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T00:17:29,082 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/dfs/data/data1/current/BP-139681496-172.17.0.2-1731802647327/current, will proceed with Du for space computation calculation, 2024-11-17T00:17:29,082 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/dfs/data/data2/current/BP-139681496-172.17.0.2-1731802647327/current, will proceed with Du for space computation calculation, 2024-11-17T00:17:29,118 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T00:17:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacbab09cc2daaccf with lease ID 0x40a0c1c701db37fa: Processing first storage report for DS-66dca082-e05c-4538-a08e-05a7eb4e9193 from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=1f6d4694-920d-4249-9e69-750a883277b7, infoPort=40503, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=1409892641;c=1731802647327) 2024-11-17T00:17:29,170 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacbab09cc2daaccf with lease ID 0x40a0c1c701db37fa: from storage DS-66dca082-e05c-4538-a08e-05a7eb4e9193 node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=1f6d4694-920d-4249-9e69-750a883277b7, infoPort=40503, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=1409892641;c=1731802647327), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T00:17:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xacbab09cc2daaccf with lease ID 0x40a0c1c701db37fa: Processing first storage report for DS-69679c92-7296-4909-9930-d91f7392fa1b from datanode DatanodeRegistration(127.0.0.1:33801, datanodeUuid=1f6d4694-920d-4249-9e69-750a883277b7, infoPort=40503, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=1409892641;c=1731802647327) 2024-11-17T00:17:29,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xacbab09cc2daaccf with lease ID 0x40a0c1c701db37fa: from storage DS-69679c92-7296-4909-9930-d91f7392fa1b node DatanodeRegistration(127.0.0.1:33801, datanodeUuid=1f6d4694-920d-4249-9e69-750a883277b7, infoPort=40503, infoSecurePort=0, ipcPort=35761, storageInfo=lv=-57;cid=testClusterID;nsid=1409892641;c=1731802647327), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T00:17:29,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801 2024-11-17T00:17:29,268 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/zookeeper_0, clientPort=50278, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T00:17:29,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=50278 2024-11-17T00:17:29,287 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:29,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741825_1001 (size=7) 2024-11-17T00:17:29,924 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 with version=8 2024-11-17T00:17:29,924 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/hbase-staging 2024-11-17T00:17:30,052 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T00:17:30,320 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3fbf313856f1:0 server-side Connection retries=45 2024-11-17T00:17:30,339 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T00:17:30,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T00:17:30,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T00:17:30,534 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T00:17:30,543 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T00:17:30,546 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:17:30,574 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 15879 (auto-detected) 2024-11-17T00:17:30,575 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T00:17:30,594 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35085 2024-11-17T00:17:30,602 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:30,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:30,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:35085 connecting to ZooKeeper ensemble=127.0.0.1:50278 2024-11-17T00:17:30,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350850x0, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T00:17:30,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35085-0x10002d70b870000 connected 2024-11-17T00:17:30,696 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T00:17:30,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T00:17:30,703 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T00:17:30,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-17T00:17:30,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35085 2024-11-17T00:17:30,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35085 2024-11-17T00:17:30,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-17T00:17:30,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35085 2024-11-17T00:17:30,726 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3, hbase.cluster.distributed=false 2024-11-17T00:17:30,792 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3fbf313856f1:0 server-side Connection retries=45 2024-11-17T00:17:30,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T00:17:30,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T00:17:30,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T00:17:30,795 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T00:17:30,797 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T00:17:30,798 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36661 2024-11-17T00:17:30,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T00:17:30,805 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T00:17:30,807 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:30,809 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:30,812 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:36661 connecting to ZooKeeper ensemble=127.0.0.1:50278 2024-11-17T00:17:30,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:366610x0, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T00:17:30,817 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36661-0x10002d70b870001 connected 2024-11-17T00:17:30,817 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T00:17:30,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T00:17:30,819 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-17T00:17:30,820 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-17T00:17:30,821 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36661 2024-11-17T00:17:30,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36661 2024-11-17T00:17:30,824 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-17T00:17:30,825 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36661 2024-11-17T00:17:30,827 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/3fbf313856f1,35085,1731802650045 2024-11-17T00:17:30,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T00:17:30,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T00:17:30,836 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/3fbf313856f1,35085,1731802650045 2024-11-17T00:17:30,842 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fbf313856f1:35085 2024-11-17T00:17:30,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T00:17:30,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-17T00:17:30,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:30,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:30,856 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T00:17:30,857 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/3fbf313856f1,35085,1731802650045 from backup master directory 2024-11-17T00:17:30,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-17T00:17:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/3fbf313856f1,35085,1731802650045 2024-11-17T00:17:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T00:17:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-17T00:17:30,861 WARN [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T00:17:30,861 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fbf313856f1,35085,1731802650045 2024-11-17T00:17:30,863 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T00:17:30,865 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T00:17:30,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741826_1002 (size=42) 2024-11-17T00:17:31,332 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/hbase.id with ID: e8d39fa3-fac0-4e83-b632-e8dbe44c6840 2024-11-17T00:17:31,372 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T00:17:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:31,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:31,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741827_1003 (size=196) 2024-11-17T00:17:31,830 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:17:31,832 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T00:17:31,849 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:31,854 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T00:17:31,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741828_1004 (size=1189) 2024-11-17T00:17:32,301 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store 2024-11-17T00:17:32,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741829_1005 (size=34) 2024-11-17T00:17:32,721 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T00:17:32,722 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:32,723 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T00:17:32,723 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:17:32,723 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:17:32,723 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T00:17:32,723 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:17:32,723 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:17:32,724 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T00:17:32,726 WARN [master/3fbf313856f1:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/.initializing 2024-11-17T00:17:32,726 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/WALs/3fbf313856f1,35085,1731802650045 2024-11-17T00:17:32,732 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T00:17:32,743 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fbf313856f1%2C35085%2C1731802650045, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/WALs/3fbf313856f1,35085,1731802650045, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/oldWALs, maxLogs=10 2024-11-17T00:17:32,765 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/WALs/3fbf313856f1,35085,1731802650045/3fbf313856f1%2C35085%2C1731802650045.1731802652748, exclude list is [], retry=0 2024-11-17T00:17:32,781 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-66dca082-e05c-4538-a08e-05a7eb4e9193,DISK] 2024-11-17T00:17:32,784 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T00:17:32,820 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/WALs/3fbf313856f1,35085,1731802650045/3fbf313856f1%2C35085%2C1731802650045.1731802652748 2024-11-17T00:17:32,821 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40503:40503)] 2024-11-17T00:17:32,822 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:17:32,822 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:32,825 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,826 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T00:17:32,889 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:32,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:32,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T00:17:32,895 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:32,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:32,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T00:17:32,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:32,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:32,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T00:17:32,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:32,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:32,908 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,910 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,920 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T00:17:32,924 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T00:17:32,928 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:17:32,930 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71226666, jitterRate=0.06136003136634827}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T00:17:32,934 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T00:17:32,935 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T00:17:32,962 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ff69b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:33,005 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-17T00:17:33,017 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T00:17:33,017 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T00:17:33,019 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T00:17:33,021 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T00:17:33,026 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-11-17T00:17:33,026 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T00:17:33,050 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T00:17:33,062 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-17T00:17:33,064 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-17T00:17:33,066 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T00:17:33,067 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-17T00:17:33,069 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-17T00:17:33,071 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T00:17:33,074 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-17T00:17:33,076 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-17T00:17:33,077 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-17T00:17:33,079 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-17T00:17:33,090 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T00:17:33,092 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-17T00:17:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T00:17:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-17T00:17:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,097 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3fbf313856f1,35085,1731802650045, sessionid=0x10002d70b870000, setting cluster-up flag (Was=false) 2024-11-17T00:17:33,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,117 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-17T00:17:33,119 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fbf313856f1,35085,1731802650045 2024-11-17T00:17:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:33,132 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-17T00:17:33,133 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fbf313856f1,35085,1731802650045 2024-11-17T00:17:33,215 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-17T00:17:33,220 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-17T00:17:33,223 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T00:17:33,228 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fbf313856f1,35085,1731802650045 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T00:17:33,232 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fbf313856f1:0, corePoolSize=5, maxPoolSize=5 2024-11-17T00:17:33,232 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fbf313856f1:0, corePoolSize=5, maxPoolSize=5 2024-11-17T00:17:33,232 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fbf313856f1:0, corePoolSize=5, maxPoolSize=5 2024-11-17T00:17:33,232 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fbf313856f1:0, corePoolSize=5, maxPoolSize=5 2024-11-17T00:17:33,232 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fbf313856f1:0, corePoolSize=10, maxPoolSize=10 2024-11-17T00:17:33,233 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,233 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fbf313856f1:0, corePoolSize=2, maxPoolSize=2 2024-11-17T00:17:33,233 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,234 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731802683234 2024-11-17T00:17:33,236 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T00:17:33,237 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T00:17:33,238 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T00:17:33,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-17T00:17:33,240 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T00:17:33,240 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T00:17:33,241 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T00:17:33,241 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T00:17:33,241 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,242 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T00:17:33,243 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T00:17:33,244 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T00:17:33,244 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:33,244 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fbf313856f1:36661 2024-11-17T00:17:33,244 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T00:17:33,246 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1008): ClusterId : e8d39fa3-fac0-4e83-b632-e8dbe44c6840 2024-11-17T00:17:33,248 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T00:17:33,248 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T00:17:33,249 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T00:17:33,250 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.large.0-1731802653249,5,FailOnTimeoutGroup] 2024-11-17T00:17:33,250 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.small.0-1731802653250,5,FailOnTimeoutGroup] 2024-11-17T00:17:33,250 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,250 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T00:17:33,251 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,252 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741831_1007 (size=1039) 2024-11-17T00:17:33,255 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T00:17:33,255 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T00:17:33,258 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T00:17:33,258 DEBUG [RS:0;3fbf313856f1:36661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b8be76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:33,260 DEBUG [RS:0;3fbf313856f1:36661 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13803031, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fbf313856f1/172.17.0.2:0 2024-11-17T00:17:33,262 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-17T00:17:33,262 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-17T00:17:33,262 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-17T00:17:33,265 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(3073): reportForDuty to master=3fbf313856f1,35085,1731802650045 with isa=3fbf313856f1/172.17.0.2:36661, startcode=1731802650791 2024-11-17T00:17:33,276 DEBUG [RS:0;3fbf313856f1:36661 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T00:17:33,313 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54625, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T00:17:33,319 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35085 {}] master.ServerManager(486): Registering regionserver=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,336 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:17:33,336 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34661 2024-11-17T00:17:33,336 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-17T00:17:33,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T00:17:33,341 DEBUG [RS:0;3fbf313856f1:36661 {}] zookeeper.ZKUtil(111): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,341 WARN [RS:0;3fbf313856f1:36661 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T00:17:33,341 INFO [RS:0;3fbf313856f1:36661 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T00:17:33,341 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,343 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fbf313856f1,36661,1731802650791] 2024-11-17T00:17:33,354 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-17T00:17:33,365 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T00:17:33,377 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T00:17:33,380 INFO [RS:0;3fbf313856f1:36661 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T00:17:33,380 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,380 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-17T00:17:33,387 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fbf313856f1:0, corePoolSize=2, maxPoolSize=2 2024-11-17T00:17:33,388 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fbf313856f1:0, corePoolSize=1, maxPoolSize=1 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fbf313856f1:0, corePoolSize=3, maxPoolSize=3 2024-11-17T00:17:33,389 DEBUG [RS:0;3fbf313856f1:36661 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0, corePoolSize=3, maxPoolSize=3 2024-11-17T00:17:33,390 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,390 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,390 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,391 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,391 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,36661,1731802650791-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T00:17:33,411 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T00:17:33,413 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,36661,1731802650791-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:33,433 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.Replication(204): 3fbf313856f1,36661,1731802650791 started 2024-11-17T00:17:33,434 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1767): Serving as 3fbf313856f1,36661,1731802650791, RpcServer on 3fbf313856f1/172.17.0.2:36661, sessionid=0x10002d70b870001 2024-11-17T00:17:33,434 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T00:17:33,434 DEBUG [RS:0;3fbf313856f1:36661 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,435 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fbf313856f1,36661,1731802650791' 2024-11-17T00:17:33,435 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-17T00:17:33,436 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-17T00:17:33,436 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T00:17:33,437 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T00:17:33,437 DEBUG [RS:0;3fbf313856f1:36661 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:33,437 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fbf313856f1,36661,1731802650791' 2024-11-17T00:17:33,437 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-17T00:17:33,438 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-17T00:17:33,438 DEBUG [RS:0;3fbf313856f1:36661 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T00:17:33,439 INFO [RS:0;3fbf313856f1:36661 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T00:17:33,439 INFO [RS:0;3fbf313856f1:36661 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T00:17:33,544 INFO [RS:0;3fbf313856f1:36661 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-17T00:17:33,548 INFO [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fbf313856f1%2C36661%2C1731802650791, suffix=, logDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/oldWALs, maxLogs=32 2024-11-17T00:17:33,565 DEBUG [RS:0;3fbf313856f1:36661 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791/3fbf313856f1%2C36661%2C1731802650791.1731802653550, exclude list is [], retry=0 2024-11-17T00:17:33,570 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-66dca082-e05c-4538-a08e-05a7eb4e9193,DISK] 2024-11-17T00:17:33,574 INFO [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791/3fbf313856f1%2C36661%2C1731802650791.1731802653550 2024-11-17T00:17:33,575 DEBUG [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40503:40503)] 2024-11-17T00:17:33,657 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-17T00:17:33,657 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:17:33,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741833_1009 (size=32) 2024-11-17T00:17:34,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:34,071 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T00:17:34,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T00:17:34,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T00:17:34,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T00:17:34,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,078 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T00:17:34,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T00:17:34,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740 2024-11-17T00:17:34,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740 2024-11-17T00:17:34,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:17:34,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T00:17:34,092 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:17:34,093 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71630657, jitterRate=0.06737996637821198}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:17:34,095 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T00:17:34,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T00:17:34,096 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T00:17:34,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T00:17:34,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T00:17:34,096 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T00:17:34,097 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T00:17:34,097 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T00:17:34,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-17T00:17:34,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-17T00:17:34,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T00:17:34,114 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T00:17:34,116 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T00:17:34,268 DEBUG [3fbf313856f1:35085 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T00:17:34,272 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:34,277 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fbf313856f1,36661,1731802650791, state=OPENING 2024-11-17T00:17:34,286 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T00:17:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:34,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:34,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T00:17:34,288 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T00:17:34,290 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:17:34,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:34,465 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T00:17:34,468 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T00:17:34,479 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-17T00:17:34,479 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T00:17:34,480 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T00:17:34,483 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fbf313856f1%2C36661%2C1731802650791.meta, suffix=.meta, logDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791, archiveDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/oldWALs, maxLogs=32 2024-11-17T00:17:34,500 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791/3fbf313856f1%2C36661%2C1731802650791.meta.1731802654485.meta, exclude list is [], retry=0 2024-11-17T00:17:34,504 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33801,DS-66dca082-e05c-4538-a08e-05a7eb4e9193,DISK] 2024-11-17T00:17:34,507 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/WALs/3fbf313856f1,36661,1731802650791/3fbf313856f1%2C36661%2C1731802650791.meta.1731802654485.meta 2024-11-17T00:17:34,507 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40503:40503)] 2024-11-17T00:17:34,508 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:17:34,509 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T00:17:34,568 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T00:17:34,573 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T00:17:34,577 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T00:17:34,577 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:34,578 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-17T00:17:34,578 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-17T00:17:34,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T00:17:34,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T00:17:34,583 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T00:17:34,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T00:17:34,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T00:17:34,588 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T00:17:34,588 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,589 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T00:17:34,590 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740 2024-11-17T00:17:34,593 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740 2024-11-17T00:17:34,596 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:17:34,598 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-17T00:17:34,600 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63102922, jitterRate=-0.05969318747520447}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:17:34,601 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-17T00:17:34,609 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731802654458 2024-11-17T00:17:34,620 DEBUG [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T00:17:34,620 INFO [RS_OPEN_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-17T00:17:34,621 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:34,623 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fbf313856f1,36661,1731802650791, state=OPEN 2024-11-17T00:17:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T00:17:34,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-17T00:17:34,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T00:17:34,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-17T00:17:34,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T00:17:34,632 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3fbf313856f1,36661,1731802650791 in 338 msec 2024-11-17T00:17:34,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T00:17:34,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-17T00:17:34,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4740 sec 2024-11-17T00:17:34,643 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731802654643, completionTime=-1 2024-11-17T00:17:34,643 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T00:17:34,644 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-17T00:17:34,683 DEBUG [hconnection-0x18ba9584-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:34,686 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60586, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:34,696 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-17T00:17:34,696 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731802714696 2024-11-17T00:17:34,696 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731802774696 2024-11-17T00:17:34,696 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 52 msec 2024-11-17T00:17:34,727 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:34,728 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:34,728 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:34,729 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fbf313856f1:35085, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:34,730 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:34,734 DEBUG [master/3fbf313856f1:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-17T00:17:34,738 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-17T00:17:34,740 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T00:17:34,746 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-17T00:17:34,749 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:17:34,750 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:34,752 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:17:34,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741835_1011 (size=358) 2024-11-17T00:17:35,168 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 951b1f0d9dc5995a8a15efdc56a7f9bf, NAME => 'hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:17:35,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741836_1012 (size=42) 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 951b1f0d9dc5995a8a15efdc56a7f9bf, disabling compactions & flushes 2024-11-17T00:17:35,579 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. after waiting 0 ms 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,579 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,579 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 951b1f0d9dc5995a8a15efdc56a7f9bf: 2024-11-17T00:17:35,582 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:17:35,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1731802655583"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802655583"}]},"ts":"1731802655583"} 2024-11-17T00:17:35,612 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:17:35,614 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:17:35,617 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802655614"}]},"ts":"1731802655614"} 2024-11-17T00:17:35,621 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-17T00:17:35,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=951b1f0d9dc5995a8a15efdc56a7f9bf, ASSIGN}] 2024-11-17T00:17:35,629 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=951b1f0d9dc5995a8a15efdc56a7f9bf, ASSIGN 2024-11-17T00:17:35,631 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=951b1f0d9dc5995a8a15efdc56a7f9bf, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:17:35,782 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=951b1f0d9dc5995a8a15efdc56a7f9bf, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:35,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 951b1f0d9dc5995a8a15efdc56a7f9bf, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:17:35,940 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:35,946 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 951b1f0d9dc5995a8a15efdc56a7f9bf, NAME => 'hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:17:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,947 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,950 INFO [StoreOpener-951b1f0d9dc5995a8a15efdc56a7f9bf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,952 INFO [StoreOpener-951b1f0d9dc5995a8a15efdc56a7f9bf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951b1f0d9dc5995a8a15efdc56a7f9bf columnFamilyName info 2024-11-17T00:17:35,952 DEBUG [StoreOpener-951b1f0d9dc5995a8a15efdc56a7f9bf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:35,953 INFO [StoreOpener-951b1f0d9dc5995a8a15efdc56a7f9bf-1 {}] regionserver.HStore(327): Store=951b1f0d9dc5995a8a15efdc56a7f9bf/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:35,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,955 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:17:35,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:17:35,963 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 951b1f0d9dc5995a8a15efdc56a7f9bf; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58765702, jitterRate=-0.1243228018283844}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T00:17:35,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 951b1f0d9dc5995a8a15efdc56a7f9bf: 2024-11-17T00:17:35,966 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf., pid=6, masterSystemTime=1731802655940 2024-11-17T00:17:35,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:17:35,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=951b1f0d9dc5995a8a15efdc56a7f9bf, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:35,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-17T00:17:35,976 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 951b1f0d9dc5995a8a15efdc56a7f9bf, server=3fbf313856f1,36661,1731802650791 in 187 msec 2024-11-17T00:17:35,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-17T00:17:35,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=951b1f0d9dc5995a8a15efdc56a7f9bf, ASSIGN in 349 msec 2024-11-17T00:17:35,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:17:35,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802655981"}]},"ts":"1731802655981"} 2024-11-17T00:17:35,984 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-17T00:17:35,987 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:17:35,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.2480 sec 2024-11-17T00:17:36,051 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-17T00:17:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-17T00:17:36,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:36,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:17:36,083 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-17T00:17:36,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T00:17:36,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 23 msec 2024-11-17T00:17:36,107 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-17T00:17:36,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-17T00:17:36,122 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 14 msec 2024-11-17T00:17:36,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-17T00:17:36,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-17T00:17:36,135 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.274sec 2024-11-17T00:17:36,137 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T00:17:36,138 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T00:17:36,139 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T00:17:36,140 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T00:17:36,140 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T00:17:36,141 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T00:17:36,141 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T00:17:36,148 DEBUG [master/3fbf313856f1:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-17T00:17:36,148 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T00:17:36,149 INFO [master/3fbf313856f1:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fbf313856f1,35085,1731802650045-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T00:17:36,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e541e88 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e83c466 2024-11-17T00:17:36,247 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-17T00:17:36,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305a704f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:36,258 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T00:17:36,258 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T00:17:36,268 DEBUG [hconnection-0x68773b0e-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:36,277 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:36,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3fbf313856f1,35085,1731802650045 2024-11-17T00:17:36,304 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=156, ProcessCount=11, AvailableMemoryMB=15632 2024-11-17T00:17:36,315 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:17:36,318 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:17:36,346 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:17:36,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:17:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:17:36,357 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:17:36,358 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:36,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-17T00:17:36,360 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:17:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741837_1013 (size=960) 2024-11-17T00:17:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:36,777 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:17:36,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741838_1014 (size=53) 2024-11-17T00:17:36,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 41815f6c3ec66422706539a95d6f476c, disabling compactions & flushes 2024-11-17T00:17:37,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. after waiting 0 ms 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,188 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,188 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:37,191 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:17:37,191 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802657191"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802657191"}]},"ts":"1731802657191"} 2024-11-17T00:17:37,194 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:17:37,195 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:17:37,195 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802657195"}]},"ts":"1731802657195"} 2024-11-17T00:17:37,198 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:17:37,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, ASSIGN}] 2024-11-17T00:17:37,204 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, ASSIGN 2024-11-17T00:17:37,205 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:17:37,356 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=41815f6c3ec66422706539a95d6f476c, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:37,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:17:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:37,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:37,518 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,518 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:17:37,518 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,518 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:17:37,519 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,519 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,521 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,524 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:17:37,524 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41815f6c3ec66422706539a95d6f476c columnFamilyName A 2024-11-17T00:17:37,524 DEBUG [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:37,525 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(327): Store=41815f6c3ec66422706539a95d6f476c/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:37,526 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,528 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:17:37,528 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41815f6c3ec66422706539a95d6f476c columnFamilyName B 2024-11-17T00:17:37,528 DEBUG [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:37,529 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(327): Store=41815f6c3ec66422706539a95d6f476c/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:37,529 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,531 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:17:37,531 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41815f6c3ec66422706539a95d6f476c columnFamilyName C 2024-11-17T00:17:37,532 DEBUG [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:17:37,532 INFO [StoreOpener-41815f6c3ec66422706539a95d6f476c-1 {}] regionserver.HStore(327): Store=41815f6c3ec66422706539a95d6f476c/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:17:37,533 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,534 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,535 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,538 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:17:37,540 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:37,543 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:17:37,544 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 41815f6c3ec66422706539a95d6f476c; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69370232, jitterRate=0.03369700908660889}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:17:37,545 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:37,547 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., pid=11, masterSystemTime=1731802657511 2024-11-17T00:17:37,549 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,549 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:37,551 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=41815f6c3ec66422706539a95d6f476c, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:37,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-17T00:17:37,558 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 in 194 msec 2024-11-17T00:17:37,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T00:17:37,560 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, ASSIGN in 355 msec 2024-11-17T00:17:37,561 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:17:37,562 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802657562"}]},"ts":"1731802657562"} 2024-11-17T00:17:37,564 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:17:37,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:17:37,571 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2160 sec 2024-11-17T00:17:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-17T00:17:38,483 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-17T00:17:38,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f6e36fe to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@e98ea32 2024-11-17T00:17:38,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9fcedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,494 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,496 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60616, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,499 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:17:38,501 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45382, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:17:38,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f343a4d to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12885408 2024-11-17T00:17:38,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9bd0964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,514 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22cb07dd to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72b32f98 2024-11-17T00:17:38,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cb251d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,518 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x478bae6b to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4977266 2024-11-17T00:17:38,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b55c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5400112e to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bbb5d8a 2024-11-17T00:17:38,526 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e52b42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,527 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38766d64 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18603bb9 2024-11-17T00:17:38,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3883f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,532 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x295cb1ac to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72e97e4b 2024-11-17T00:17:38,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a1285d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,536 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70267494 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@490457fd 2024-11-17T00:17:38,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@527c6d40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,541 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d2a8e08 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c8de680 2024-11-17T00:17:38,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fe2fa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,545 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c915d17 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f6b07e3 2024-11-17T00:17:38,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595e9ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:17:38,552 DEBUG [hconnection-0x11fa2cd8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,553 DEBUG [hconnection-0x38c2ffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,554 DEBUG [hconnection-0x7c3cfe41-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,558 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60624, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,558 DEBUG [hconnection-0x293c9f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,559 DEBUG [hconnection-0x169ff269-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,560 DEBUG [hconnection-0x2f204f5e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,560 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:38,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60642, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,565 DEBUG [hconnection-0x4b969ab9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,566 DEBUG [hconnection-0x3679459b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,567 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-17T00:17:38,570 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:38,572 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:38,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:38,582 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,585 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60666, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,585 DEBUG [hconnection-0x7c0c677-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:17:38,590 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60670, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,591 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60686, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,594 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60696, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:17:38,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:17:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:38,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:38,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:38,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:38,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:38,735 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,737 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T00:17:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:38,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:38,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:38,772 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802718798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,820 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802718804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802718805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802718805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802718810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/67693857795948159cbd2b5a42daad45 is 50, key is test_row_0/A:col10/1731802658642/Put/seqid=0 2024-11-17T00:17:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741839_1015 (size=12001) 2024-11-17T00:17:38,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/67693857795948159cbd2b5a42daad45 2024-11-17T00:17:38,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:38,944 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T00:17:38,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802718950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802718951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802718951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802718953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802718953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:38,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f5e58c21f4724c4bb7f8471f9e99c336 is 50, key is test_row_0/B:col10/1731802658642/Put/seqid=0 2024-11-17T00:17:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:38,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:38,968 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:38,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741840_1016 (size=12001) 2024-11-17T00:17:38,997 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f5e58c21f4724c4bb7f8471f9e99c336 2024-11-17T00:17:39,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7ed7ac4e2d9f4801a55aefffd255d02a is 50, key is test_row_0/C:col10/1731802658642/Put/seqid=0 2024-11-17T00:17:39,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741841_1017 (size=12001) 2024-11-17T00:17:39,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7ed7ac4e2d9f4801a55aefffd255d02a 2024-11-17T00:17:39,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/67693857795948159cbd2b5a42daad45 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45 2024-11-17T00:17:39,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T00:17:39,107 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-11-17T00:17:39,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f5e58c21f4724c4bb7f8471f9e99c336 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336 2024-11-17T00:17:39,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T00:17:39,123 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T00:17:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:39,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:39,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:39,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7ed7ac4e2d9f4801a55aefffd255d02a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a 2024-11-17T00:17:39,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a, entries=150, sequenceid=12, filesize=11.7 K 2024-11-17T00:17:39,145 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 41815f6c3ec66422706539a95d6f476c in 492ms, sequenceid=12, compaction requested=false 2024-11-17T00:17:39,146 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T00:17:39,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:39,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:39,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:17:39,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:39,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/454018fcfaae459890afffeb5d739dd3 is 50, key is test_row_0/A:col10/1731802659178/Put/seqid=0 2024-11-17T00:17:39,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802719192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741842_1018 (size=12001) 2024-11-17T00:17:39,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/454018fcfaae459890afffeb5d739dd3 2024-11-17T00:17:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802719207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802719208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802719213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802719214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b056bdf66a7b4d7696c6268b5178491a is 50, key is test_row_0/B:col10/1731802659178/Put/seqid=0 2024-11-17T00:17:39,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741843_1019 (size=12001) 2024-11-17T00:17:39,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b056bdf66a7b4d7696c6268b5178491a 2024-11-17T00:17:39,281 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T00:17:39,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:39,283 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:39,310 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8a7654151b63489aa510017e936defc8 is 50, key is test_row_0/C:col10/1731802659178/Put/seqid=0 2024-11-17T00:17:39,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802719315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802719327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802719331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802719337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741844_1020 (size=12001) 2024-11-17T00:17:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802719337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,343 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8a7654151b63489aa510017e936defc8 2024-11-17T00:17:39,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/454018fcfaae459890afffeb5d739dd3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3 2024-11-17T00:17:39,358 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T00:17:39,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-17T00:17:39,372 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3, entries=150, sequenceid=39, filesize=11.7 K 2024-11-17T00:17:39,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b056bdf66a7b4d7696c6268b5178491a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a 2024-11-17T00:17:39,386 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a, entries=150, sequenceid=39, filesize=11.7 K 2024-11-17T00:17:39,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8a7654151b63489aa510017e936defc8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8 2024-11-17T00:17:39,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8, entries=150, sequenceid=39, filesize=11.7 K 2024-11-17T00:17:39,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 41815f6c3ec66422706539a95d6f476c in 225ms, sequenceid=39, compaction requested=false 2024-11-17T00:17:39,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:39,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-17T00:17:39,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:39,442 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-17T00:17:39,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:39,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:39,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:39,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5cc871832e8349f4a87f6352efd0e29f is 50, key is test_row_0/A:col10/1731802659199/Put/seqid=0 2024-11-17T00:17:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741845_1021 (size=12001) 2024-11-17T00:17:39,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5cc871832e8349f4a87f6352efd0e29f 2024-11-17T00:17:39,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f0af224f83a4428594f8a5a989d96a03 is 50, key is test_row_0/B:col10/1731802659199/Put/seqid=0 2024-11-17T00:17:39,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741846_1022 (size=12001) 2024-11-17T00:17:39,510 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f0af224f83a4428594f8a5a989d96a03 2024-11-17T00:17:39,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:39,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/9279465a3e3a475fac4b87fde35fb240 is 50, key is test_row_0/C:col10/1731802659199/Put/seqid=0 2024-11-17T00:17:39,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741847_1023 (size=12001) 2024-11-17T00:17:39,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802719643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802719643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802719649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802719652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802719654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:39,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802719759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802719760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,768 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802719767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802719767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802719769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,958 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/9279465a3e3a475fac4b87fde35fb240 2024-11-17T00:17:39,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802719970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5cc871832e8349f4a87f6352efd0e29f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f 2024-11-17T00:17:39,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802719974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802719974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802719975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802719975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:39,993 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:17:39,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/f0af224f83a4428594f8a5a989d96a03 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03 2024-11-17T00:17:40,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:17:40,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/9279465a3e3a475fac4b87fde35fb240 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240 2024-11-17T00:17:40,025 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:17:40,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 41815f6c3ec66422706539a95d6f476c in 586ms, sequenceid=49, compaction requested=true 2024-11-17T00:17:40,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:40,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:40,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-17T00:17:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-17T00:17:40,039 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T00:17:40,040 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4590 sec 2024-11-17T00:17:40,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 1.4760 sec 2024-11-17T00:17:40,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:17:40,286 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-17T00:17:40,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:40,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,286 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:40,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:40,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:40,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/289b8366868b4dc08f1bb7ca17de5e6d is 50, key is test_row_0/A:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:40,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802720296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802720302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741848_1024 (size=12001) 2024-11-17T00:17:40,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/289b8366868b4dc08f1bb7ca17de5e6d 2024-11-17T00:17:40,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802720310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802720310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802720310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,332 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/73e57b364d964cd08585ad270ee19aea is 50, key is test_row_0/B:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:40,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741849_1025 (size=12001) 2024-11-17T00:17:40,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/73e57b364d964cd08585ad270ee19aea 2024-11-17T00:17:40,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/34d241a7e307481396d3712e109e5a28 is 50, key is test_row_0/C:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:40,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741850_1026 (size=12001) 2024-11-17T00:17:40,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/34d241a7e307481396d3712e109e5a28 2024-11-17T00:17:40,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/289b8366868b4dc08f1bb7ca17de5e6d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d 2024-11-17T00:17:40,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802720413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802720414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802720419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802720420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802720421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:17:40,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/73e57b364d964cd08585ad270ee19aea as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea 2024-11-17T00:17:40,440 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:17:40,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/34d241a7e307481396d3712e109e5a28 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28 2024-11-17T00:17:40,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:17:40,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 41815f6c3ec66422706539a95d6f476c in 176ms, sequenceid=76, compaction requested=true 2024-11-17T00:17:40,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:40,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:40,464 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:40,464 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:40,464 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:40,470 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:40,472 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:40,472 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:40,472 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:40,472 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:40,472 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:40,472 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=46.9 K 2024-11-17T00:17:40,472 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=46.9 K 2024-11-17T00:17:40,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f5e58c21f4724c4bb7f8471f9e99c336, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731802658592 2024-11-17T00:17:40,474 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67693857795948159cbd2b5a42daad45, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731802658592 2024-11-17T00:17:40,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b056bdf66a7b4d7696c6268b5178491a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731802658798 2024-11-17T00:17:40,475 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 454018fcfaae459890afffeb5d739dd3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731802658798 2024-11-17T00:17:40,475 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f0af224f83a4428594f8a5a989d96a03, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802659199 2024-11-17T00:17:40,476 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cc871832e8349f4a87f6352efd0e29f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802659199 2024-11-17T00:17:40,476 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e57b364d964cd08585ad270ee19aea, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:40,478 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 289b8366868b4dc08f1bb7ca17de5e6d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:40,525 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#12 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:40,526 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/95fd5f308b654c3983ed3a743b28e761 is 50, key is test_row_0/B:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:40,528 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#13 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:40,530 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/73e538b2167347689d124ae580304dfe is 50, key is test_row_0/A:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:40,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T00:17:40,532 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T00:17:40,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-17T00:17:40,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-17T00:17:40,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T00:17:40,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T00:17:40,536 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T00:17:40,536 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T00:17:40,538 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T00:17:40,538 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T00:17:40,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741851_1027 (size=12139) 2024-11-17T00:17:40,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741852_1028 (size=12139) 2024-11-17T00:17:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:40,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:17:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:40,622 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:40,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:40,648 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/656a7971f6054f1fa3db20ae5affb090 is 50, key is test_row_0/A:col10/1731802660619/Put/seqid=0 2024-11-17T00:17:40,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802720671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,681 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802720673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802720676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-17T00:17:40,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,683 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-17T00:17:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802720677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802720679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-17T00:17:40,689 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:40,690 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:40,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:40,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741853_1029 (size=14341) 2024-11-17T00:17:40,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/656a7971f6054f1fa3db20ae5affb090 2024-11-17T00:17:40,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5156b47ed8634655bf0505787505a7d6 is 50, key is test_row_0/B:col10/1731802660619/Put/seqid=0 2024-11-17T00:17:40,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741854_1030 (size=12001) 2024-11-17T00:17:40,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802720784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802720784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802720786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802720787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:40,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802720789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,843 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,845 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:40,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:40,846 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:40,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:40,968 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/73e538b2167347689d124ae580304dfe as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/73e538b2167347689d124ae580304dfe 2024-11-17T00:17:40,970 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/95fd5f308b654c3983ed3a743b28e761 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/95fd5f308b654c3983ed3a743b28e761 2024-11-17T00:17:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802720989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802720988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:40,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802720989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:40,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802720991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,000 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802720995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:41,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,000 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 73e538b2167347689d124ae580304dfe(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:41,000 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 95fd5f308b654c3983ed3a743b28e761(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,001 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,001 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=12, startTime=1731802660463; duration=0sec 2024-11-17T00:17:41,001 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,001 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:41,002 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:41,003 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,003 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=12, startTime=1731802660464; duration=0sec 2024-11-17T00:17:41,003 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:41,003 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:41,003 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,010 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:41,010 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:41,010 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,010 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=46.9 K 2024-11-17T00:17:41,012 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ed7ac4e2d9f4801a55aefffd255d02a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731802658592 2024-11-17T00:17:41,013 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a7654151b63489aa510017e936defc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1731802658798 2024-11-17T00:17:41,015 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9279465a3e3a475fac4b87fde35fb240, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802659199 2024-11-17T00:17:41,018 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 34d241a7e307481396d3712e109e5a28, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:41,059 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#16 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:41,061 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/9a84904b95d245a3aeede348ecd0ceff is 50, key is test_row_0/C:col10/1731802660283/Put/seqid=0 2024-11-17T00:17:41,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741855_1031 (size=12139) 2024-11-17T00:17:41,103 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/9a84904b95d245a3aeede348ecd0ceff as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9a84904b95d245a3aeede348ecd0ceff 2024-11-17T00:17:41,118 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 9a84904b95d245a3aeede348ecd0ceff(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:41,118 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,118 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=12, startTime=1731802660464; duration=0sec 2024-11-17T00:17:41,119 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:41,119 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:41,156 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:41,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5156b47ed8634655bf0505787505a7d6 2024-11-17T00:17:41,157 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/816c8cd31eff4792aa59e8c7efd6f578 is 50, key is test_row_0/C:col10/1731802660619/Put/seqid=0 2024-11-17T00:17:41,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741856_1032 (size=12001) 2024-11-17T00:17:41,201 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/816c8cd31eff4792aa59e8c7efd6f578 2024-11-17T00:17:41,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/656a7971f6054f1fa3db20ae5affb090 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090 2024-11-17T00:17:41,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090, entries=200, sequenceid=88, filesize=14.0 K 2024-11-17T00:17:41,232 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5156b47ed8634655bf0505787505a7d6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6 2024-11-17T00:17:41,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6, entries=150, sequenceid=88, filesize=11.7 K 2024-11-17T00:17:41,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/816c8cd31eff4792aa59e8c7efd6f578 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578 2024-11-17T00:17:41,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578, entries=150, sequenceid=88, filesize=11.7 K 2024-11-17T00:17:41,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41815f6c3ec66422706539a95d6f476c in 643ms, sequenceid=88, compaction requested=false 2024-11-17T00:17:41,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:41,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:41,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:41,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,310 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:41,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:41,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802721310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b2925bfd8cb94d9fb719298f55d3fcf3 is 50, key is test_row_0/A:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802721313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802721315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802721317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802721318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741857_1033 (size=16681) 2024-11-17T00:17:41,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b2925bfd8cb94d9fb719298f55d3fcf3 2024-11-17T00:17:41,382 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/fcfd7495c71d4c8e9a5067eeaefea545 is 50, key is test_row_0/B:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741858_1034 (size=12001) 2024-11-17T00:17:41,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/fcfd7495c71d4c8e9a5067eeaefea545 2024-11-17T00:17:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,424 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802721419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802721423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802721424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802721424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802721427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4748c0fc74e043e5bb73117c02580e66 is 50, key is test_row_0/C:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741859_1035 (size=12001) 2024-11-17T00:17:41,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4748c0fc74e043e5bb73117c02580e66 2024-11-17T00:17:41,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b2925bfd8cb94d9fb719298f55d3fcf3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3 2024-11-17T00:17:41,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:41,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3, entries=250, sequenceid=117, filesize=16.3 K 2024-11-17T00:17:41,479 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/fcfd7495c71d4c8e9a5067eeaefea545 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545 2024-11-17T00:17:41,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545, entries=150, sequenceid=117, filesize=11.7 K 2024-11-17T00:17:41,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4748c0fc74e043e5bb73117c02580e66 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66 2024-11-17T00:17:41,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66, entries=150, sequenceid=117, filesize=11.7 K 2024-11-17T00:17:41,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 41815f6c3ec66422706539a95d6f476c in 205ms, sequenceid=117, compaction requested=true 2024-11-17T00:17:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:41,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:41,504 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:41,504 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:41,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:41,506 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:41,506 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:41,506 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:41,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:41,507 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:41,507 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/95fd5f308b654c3983ed3a743b28e761, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=35.3 K 2024-11-17T00:17:41,507 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:41,507 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:41,507 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,508 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/73e538b2167347689d124ae580304dfe, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=42.1 K 2024-11-17T00:17:41,508 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 95fd5f308b654c3983ed3a743b28e761, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:41,509 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 73e538b2167347689d124ae580304dfe, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:41,509 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5156b47ed8634655bf0505787505a7d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802660305 2024-11-17T00:17:41,510 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 656a7971f6054f1fa3db20ae5affb090, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802660299 2024-11-17T00:17:41,510 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting fcfd7495c71d4c8e9a5067eeaefea545, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660673 2024-11-17T00:17:41,511 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2925bfd8cb94d9fb719298f55d3fcf3, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660660 2024-11-17T00:17:41,535 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:41,536 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/c2f3e321ac4e4575943bc6acaa4e4863 is 50, key is test_row_0/B:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,545 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#22 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:41,546 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e470d2063615438aa23b8cb358b2cdc9 is 50, key is test_row_0/A:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741861_1037 (size=12241) 2024-11-17T00:17:41,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741860_1036 (size=12241) 2024-11-17T00:17:41,581 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e470d2063615438aa23b8cb358b2cdc9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e470d2063615438aa23b8cb358b2cdc9 2024-11-17T00:17:41,598 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/c2f3e321ac4e4575943bc6acaa4e4863 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/c2f3e321ac4e4575943bc6acaa4e4863 2024-11-17T00:17:41,600 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into e470d2063615438aa23b8cb358b2cdc9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:41,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,600 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802661504; duration=0sec 2024-11-17T00:17:41,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:41,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:41,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:41,602 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:41,602 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:41,602 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,603 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9a84904b95d245a3aeede348ecd0ceff, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=35.3 K 2024-11-17T00:17:41,603 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a84904b95d245a3aeede348ecd0ceff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802659641 2024-11-17T00:17:41,605 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 816c8cd31eff4792aa59e8c7efd6f578, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802660305 2024-11-17T00:17:41,605 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4748c0fc74e043e5bb73117c02580e66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660673 2024-11-17T00:17:41,619 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into c2f3e321ac4e4575943bc6acaa4e4863(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:41,619 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:41,619 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802661504; duration=0sec 2024-11-17T00:17:41,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,619 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:41,619 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:41,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-17T00:17:41,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:41,620 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,621 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#23 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:41,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:41,622 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d2f36f36cf0e45829c53d8e9ceb2e580 is 50, key is test_row_0/C:col10/1731802661295/Put/seqid=0 2024-11-17T00:17:41,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:41,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:41,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/10f521454b8442b1a6b28748a6ccd1c4 is 50, key is test_row_0/A:col10/1731802661305/Put/seqid=0 2024-11-17T00:17:41,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741862_1038 (size=12241) 2024-11-17T00:17:41,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741863_1039 (size=12001) 2024-11-17T00:17:41,666 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/10f521454b8442b1a6b28748a6ccd1c4 2024-11-17T00:17:41,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802721674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802721674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802721677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802721680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c7bde20b4644abb92aaf7b855774056 is 50, key is test_row_0/B:col10/1731802661305/Put/seqid=0 2024-11-17T00:17:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741864_1040 (size=12001) 2024-11-17T00:17:41,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802721696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802721782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802721784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802721788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802721788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:41,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802721800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802721986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802721988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802721993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:41,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:41,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802721993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802722004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,056 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d2f36f36cf0e45829c53d8e9ceb2e580 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d2f36f36cf0e45829c53d8e9ceb2e580 2024-11-17T00:17:42,070 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into d2f36f36cf0e45829c53d8e9ceb2e580(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:42,070 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:42,070 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802661507; duration=0sec 2024-11-17T00:17:42,071 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:42,071 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:42,097 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c7bde20b4644abb92aaf7b855774056 2024-11-17T00:17:42,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8fe99068ec4b498ebfcea8b18f0f615b is 50, key is test_row_0/C:col10/1731802661305/Put/seqid=0 2024-11-17T00:17:42,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741865_1041 (size=12001) 2024-11-17T00:17:42,128 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8fe99068ec4b498ebfcea8b18f0f615b 2024-11-17T00:17:42,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/10f521454b8442b1a6b28748a6ccd1c4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4 2024-11-17T00:17:42,151 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4, entries=150, sequenceid=131, filesize=11.7 K 2024-11-17T00:17:42,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c7bde20b4644abb92aaf7b855774056 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056 2024-11-17T00:17:42,162 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056, entries=150, sequenceid=131, filesize=11.7 K 2024-11-17T00:17:42,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8fe99068ec4b498ebfcea8b18f0f615b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b 2024-11-17T00:17:42,185 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b, entries=150, sequenceid=131, filesize=11.7 K 2024-11-17T00:17:42,186 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41815f6c3ec66422706539a95d6f476c in 566ms, sequenceid=131, compaction requested=false 2024-11-17T00:17:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:42,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-17T00:17:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-17T00:17:42,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T00:17:42,193 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4990 sec 2024-11-17T00:17:42,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.5090 sec 2024-11-17T00:17:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:42,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:17:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:42,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:42,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:42,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/775c9fda5924409884752b12327252cf is 50, key is test_row_0/A:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:42,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802722309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802722312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802722312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802722317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802722317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741866_1042 (size=14541) 2024-11-17T00:17:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802722417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802722417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802722423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802722424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802722620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802722620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802722628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802722628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/775c9fda5924409884752b12327252cf 2024-11-17T00:17:42,750 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/378df3ea0edd47c0927a522fe1d315f2 is 50, key is test_row_0/B:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:42,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741867_1043 (size=12151) 2024-11-17T00:17:42,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/378df3ea0edd47c0927a522fe1d315f2 2024-11-17T00:17:42,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5cadcd1e7e99475896caa8143d749f85 is 50, key is test_row_0/C:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:42,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741868_1044 (size=12151) 2024-11-17T00:17:42,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-17T00:17:42,797 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-17T00:17:42,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:42,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-17T00:17:42,802 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:42,803 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:42,803 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:42,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T00:17:42,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802722821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T00:17:42,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802722924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802722928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802722932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:42,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802722933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:42,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T00:17:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:42,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:42,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:42,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:43,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T00:17:43,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T00:17:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:43,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:43,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:43,192 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5cadcd1e7e99475896caa8143d749f85 2024-11-17T00:17:43,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/775c9fda5924409884752b12327252cf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf 2024-11-17T00:17:43,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf, entries=200, sequenceid=158, filesize=14.2 K 2024-11-17T00:17:43,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/378df3ea0edd47c0927a522fe1d315f2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2 2024-11-17T00:17:43,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:17:43,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5cadcd1e7e99475896caa8143d749f85 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85 2024-11-17T00:17:43,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:17:43,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 41815f6c3ec66422706539a95d6f476c in 940ms, sequenceid=158, compaction requested=true 2024-11-17T00:17:43,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:43,236 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:43,237 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:43,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:43,238 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:43,238 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:43,239 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,239 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:43,239 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:43,239 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e470d2063615438aa23b8cb358b2cdc9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.9 K 2024-11-17T00:17:43,239 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,239 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/c2f3e321ac4e4575943bc6acaa4e4863, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=35.5 K 2024-11-17T00:17:43,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e470d2063615438aa23b8cb358b2cdc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660673 2024-11-17T00:17:43,240 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f3e321ac4e4575943bc6acaa4e4863, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660673 2024-11-17T00:17:43,241 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10f521454b8442b1a6b28748a6ccd1c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731802661305 2024-11-17T00:17:43,242 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775c9fda5924409884752b12327252cf, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:43,242 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c7bde20b4644abb92aaf7b855774056, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731802661305 2024-11-17T00:17:43,243 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 378df3ea0edd47c0927a522fe1d315f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:43,265 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:43,266 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5dd5842e3da64e59bcc34ade901b474f is 50, key is test_row_0/A:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:43,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-17T00:17:43,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,267 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:43,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:43,273 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#31 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:43,274 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/8b36a86cd97344319a2dfe14d241abe0 is 50, key is test_row_0/B:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/c9939739e57444548fcd4f4d4e7b97de is 50, key is test_row_0/A:col10/1731802662311/Put/seqid=0 2024-11-17T00:17:43,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741869_1045 (size=12493) 2024-11-17T00:17:43,307 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5dd5842e3da64e59bcc34ade901b474f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5dd5842e3da64e59bcc34ade901b474f 2024-11-17T00:17:43,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741870_1046 (size=12493) 2024-11-17T00:17:43,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741871_1047 (size=12151) 2024-11-17T00:17:43,319 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 5dd5842e3da64e59bcc34ade901b474f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:43,319 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:43,319 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802663236; duration=0sec 2024-11-17T00:17:43,321 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:43,321 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:43,322 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:43,325 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/8b36a86cd97344319a2dfe14d241abe0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8b36a86cd97344319a2dfe14d241abe0 2024-11-17T00:17:43,326 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:43,326 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:43,326 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,327 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d2f36f36cf0e45829c53d8e9ceb2e580, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=35.5 K 2024-11-17T00:17:43,328 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2f36f36cf0e45829c53d8e9ceb2e580, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731802660673 2024-11-17T00:17:43,330 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8fe99068ec4b498ebfcea8b18f0f615b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1731802661305 2024-11-17T00:17:43,332 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cadcd1e7e99475896caa8143d749f85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:43,335 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 8b36a86cd97344319a2dfe14d241abe0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:43,336 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:43,336 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802663237; duration=0sec 2024-11-17T00:17:43,336 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:43,336 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:43,346 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:43,347 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/1bbc28d1b8a744f5860bb37b11021536 is 50, key is test_row_0/C:col10/1731802662294/Put/seqid=0 2024-11-17T00:17:43,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741872_1048 (size=12493) 2024-11-17T00:17:43,380 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/1bbc28d1b8a744f5860bb37b11021536 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1bbc28d1b8a744f5860bb37b11021536 2024-11-17T00:17:43,390 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 1bbc28d1b8a744f5860bb37b11021536(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:43,390 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:43,390 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802663237; duration=0sec 2024-11-17T00:17:43,390 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:43,390 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:43,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T00:17:43,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:43,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802723516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802723516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802723519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802723521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802723623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802723624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802723625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802723627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/c9939739e57444548fcd4f4d4e7b97de 2024-11-17T00:17:43,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5ca326f0029643da99c018bda441cf42 is 50, key is test_row_0/B:col10/1731802662311/Put/seqid=0 2024-11-17T00:17:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741873_1049 (size=12151) 2024-11-17T00:17:43,771 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5ca326f0029643da99c018bda441cf42 2024-11-17T00:17:43,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/fef86f811e124b2992e266018989d9c3 is 50, key is test_row_0/C:col10/1731802662311/Put/seqid=0 2024-11-17T00:17:43,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741874_1050 (size=12151) 2024-11-17T00:17:43,797 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/fef86f811e124b2992e266018989d9c3 2024-11-17T00:17:43,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/c9939739e57444548fcd4f4d4e7b97de as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de 2024-11-17T00:17:43,813 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T00:17:43,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/5ca326f0029643da99c018bda441cf42 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42 2024-11-17T00:17:43,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802723824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T00:17:43,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/fef86f811e124b2992e266018989d9c3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3 2024-11-17T00:17:43,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802723828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802723829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802723831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:43,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802723831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:43,840 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T00:17:43,842 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 41815f6c3ec66422706539a95d6f476c in 575ms, sequenceid=169, compaction requested=false 2024-11-17T00:17:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:43,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-17T00:17:43,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-17T00:17:43,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-17T00:17:43,848 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0410 sec 2024-11-17T00:17:43,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.0500 sec 2024-11-17T00:17:43,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-17T00:17:43,909 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-17T00:17:43,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:43,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-17T00:17:43,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:43,928 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:43,929 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:43,929 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:44,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:44,082 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,082 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-17T00:17:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:44,083 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:17:44,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:44,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:44,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c4176fe23b6429b82bad99362370987 is 50, key is test_row_0/A:col10/1731802663519/Put/seqid=0 2024-11-17T00:17:44,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741875_1051 (size=12151) 2024-11-17T00:17:44,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:44,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:44,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802724144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802724145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,150 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802724145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802724149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802724251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802724252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802724252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802724255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802724454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802724455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802724456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802724458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,531 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c4176fe23b6429b82bad99362370987 2024-11-17T00:17:44,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:44,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/e53bf0186a744e1183a05f59598d15cc is 50, key is test_row_0/B:col10/1731802663519/Put/seqid=0 2024-11-17T00:17:44,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741876_1052 (size=12151) 2024-11-17T00:17:44,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802724758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802724758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802724759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802724762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:44,982 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/e53bf0186a744e1183a05f59598d15cc 2024-11-17T00:17:44,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/44d024dba7424d979971aa22410bc782 is 50, key is test_row_0/C:col10/1731802663519/Put/seqid=0 2024-11-17T00:17:45,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741877_1053 (size=12151) 2024-11-17T00:17:45,015 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/44d024dba7424d979971aa22410bc782 2024-11-17T00:17:45,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c4176fe23b6429b82bad99362370987 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987 2024-11-17T00:17:45,031 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987, entries=150, sequenceid=197, filesize=11.9 K 2024-11-17T00:17:45,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/e53bf0186a744e1183a05f59598d15cc as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc 2024-11-17T00:17:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:45,039 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc, entries=150, sequenceid=197, filesize=11.9 K 2024-11-17T00:17:45,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/44d024dba7424d979971aa22410bc782 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782 2024-11-17T00:17:45,050 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782, entries=150, sequenceid=197, filesize=11.9 K 2024-11-17T00:17:45,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 41815f6c3ec66422706539a95d6f476c in 969ms, sequenceid=197, compaction requested=true 2024-11-17T00:17:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:45,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-17T00:17:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-17T00:17:45,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T00:17:45,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1250 sec 2024-11-17T00:17:45,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.1320 sec 2024-11-17T00:17:45,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:45,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:45,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b10a2fba2f2249a1bff281569aaf685e is 50, key is test_row_0/A:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741878_1054 (size=9757) 2024-11-17T00:17:45,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b10a2fba2f2249a1bff281569aaf685e 2024-11-17T00:17:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/01ba201238364b13ab309f1291cde99c is 50, key is test_row_0/B:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802725317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802725319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802725319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802725320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741879_1055 (size=9757) 2024-11-17T00:17:45,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/01ba201238364b13ab309f1291cde99c 2024-11-17T00:17:45,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/0d2d3708c6e54672b69d72677624e47e is 50, key is test_row_0/C:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741880_1056 (size=9757) 2024-11-17T00:17:45,375 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/0d2d3708c6e54672b69d72677624e47e 2024-11-17T00:17:45,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b10a2fba2f2249a1bff281569aaf685e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e 2024-11-17T00:17:45,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e, entries=100, sequenceid=210, filesize=9.5 K 2024-11-17T00:17:45,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/01ba201238364b13ab309f1291cde99c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c 2024-11-17T00:17:45,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c, entries=100, sequenceid=210, filesize=9.5 K 2024-11-17T00:17:45,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/0d2d3708c6e54672b69d72677624e47e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e 2024-11-17T00:17:45,421 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e, entries=100, sequenceid=210, filesize=9.5 K 2024-11-17T00:17:45,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 41815f6c3ec66422706539a95d6f476c in 153ms, sequenceid=210, compaction requested=true 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:45,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:45,424 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:45,424 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:45,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:45,426 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:45,430 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:45,430 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:45,430 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:45,431 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5dd5842e3da64e59bcc34ade901b474f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=45.5 K 2024-11-17T00:17:45,430 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:45,431 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:45,430 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:45,431 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:45,431 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8b36a86cd97344319a2dfe14d241abe0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=45.5 K 2024-11-17T00:17:45,433 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dd5842e3da64e59bcc34ade901b474f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:45,433 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b36a86cd97344319a2dfe14d241abe0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:45,434 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ca326f0029643da99c018bda441cf42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802662303 2024-11-17T00:17:45,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9939739e57444548fcd4f4d4e7b97de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802662303 2024-11-17T00:17:45,436 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c4176fe23b6429b82bad99362370987, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802663514 2024-11-17T00:17:45,436 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e53bf0186a744e1183a05f59598d15cc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802663514 2024-11-17T00:17:45,436 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b10a2fba2f2249a1bff281569aaf685e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802664147 2024-11-17T00:17:45,437 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 01ba201238364b13ab309f1291cde99c, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802664147 2024-11-17T00:17:45,455 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4c9081c7562b4778a631c2dd0e65736f is 50, key is test_row_0/A:col10/1731802665425/Put/seqid=0 2024-11-17T00:17:45,456 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:45,456 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:45,462 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e9d1ed9669bd4ef4a50b6fd7f557c8af is 50, key is test_row_0/A:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,463 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/7884f17616bd45ccb51ead9479eea674 is 50, key is test_row_0/B:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741882_1058 (size=12629) 2024-11-17T00:17:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741881_1057 (size=12151) 2024-11-17T00:17:45,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741883_1059 (size=12629) 2024-11-17T00:17:45,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802725453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802725490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802725490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,494 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802725490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802725594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,597 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802725595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802725595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802725596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802725798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802725800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802725800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802725801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:45,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802725843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:45,845 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:17:45,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4c9081c7562b4778a631c2dd0e65736f 2024-11-17T00:17:45,890 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e9d1ed9669bd4ef4a50b6fd7f557c8af as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e9d1ed9669bd4ef4a50b6fd7f557c8af 2024-11-17T00:17:45,891 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/7884f17616bd45ccb51ead9479eea674 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7884f17616bd45ccb51ead9479eea674 2024-11-17T00:17:45,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/d8f26f043b314c6fb571e6f52ffe0033 is 50, key is test_row_0/B:col10/1731802665425/Put/seqid=0 2024-11-17T00:17:45,901 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 7884f17616bd45ccb51ead9479eea674(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:45,901 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:45,901 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=12, startTime=1731802665424; duration=0sec 2024-11-17T00:17:45,901 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:45,901 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:45,901 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:45,902 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into e9d1ed9669bd4ef4a50b6fd7f557c8af(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:45,902 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:45,903 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=12, startTime=1731802665424; duration=0sec 2024-11-17T00:17:45,903 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:45,903 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:45,904 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:45,904 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:45,904 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1bbc28d1b8a744f5860bb37b11021536, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=45.5 K 2024-11-17T00:17:45,903 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:45,904 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bbc28d1b8a744f5860bb37b11021536, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802661672 2024-11-17T00:17:45,906 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting fef86f811e124b2992e266018989d9c3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802662303 2024-11-17T00:17:45,906 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 44d024dba7424d979971aa22410bc782, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802663514 2024-11-17T00:17:45,907 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d2d3708c6e54672b69d72677624e47e, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802664147 2024-11-17T00:17:45,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741884_1060 (size=12151) 2024-11-17T00:17:45,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/d8f26f043b314c6fb571e6f52ffe0033 2024-11-17T00:17:45,934 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#46 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:45,936 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/194aee09b01f483089b4ba92ba2bcdde is 50, key is test_row_0/C:col10/1731802665270/Put/seqid=0 2024-11-17T00:17:45,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/226b65126e1c4bc69552dbcceda9bcd3 is 50, key is test_row_0/C:col10/1731802665425/Put/seqid=0 2024-11-17T00:17:45,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741885_1061 (size=12629) 2024-11-17T00:17:45,970 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/194aee09b01f483089b4ba92ba2bcdde as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/194aee09b01f483089b4ba92ba2bcdde 2024-11-17T00:17:45,982 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 194aee09b01f483089b4ba92ba2bcdde(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:45,983 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:45,983 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=12, startTime=1731802665424; duration=0sec 2024-11-17T00:17:45,983 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:45,983 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:45,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741886_1062 (size=12151) 2024-11-17T00:17:46,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-17T00:17:46,034 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-17T00:17:46,036 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:46,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-17T00:17:46,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T00:17:46,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:46,041 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:46,041 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:46,102 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802726101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,105 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802726104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802726105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,106 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802726105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T00:17:46,193 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T00:17:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:46,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:46,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T00:17:46,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T00:17:46,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:46,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:46,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:46,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:46,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/226b65126e1c4bc69552dbcceda9bcd3 2024-11-17T00:17:46,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4c9081c7562b4778a631c2dd0e65736f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f 2024-11-17T00:17:46,401 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f, entries=150, sequenceid=235, filesize=11.9 K 2024-11-17T00:17:46,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/d8f26f043b314c6fb571e6f52ffe0033 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033 2024-11-17T00:17:46,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033, entries=150, sequenceid=235, filesize=11.9 K 2024-11-17T00:17:46,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/226b65126e1c4bc69552dbcceda9bcd3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3 2024-11-17T00:17:46,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3, entries=150, sequenceid=235, filesize=11.9 K 2024-11-17T00:17:46,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 41815f6c3ec66422706539a95d6f476c in 1008ms, sequenceid=235, compaction requested=false 2024-11-17T00:17:46,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:46,501 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-17T00:17:46,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:46,503 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:46,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:46,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9a07a680f27949edaa30c72301c61a96 is 50, key is test_row_0/A:col10/1731802665440/Put/seqid=0 2024-11-17T00:17:46,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741887_1063 (size=12151) 2024-11-17T00:17:46,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9a07a680f27949edaa30c72301c61a96 2024-11-17T00:17:46,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b5beb8f7aa3a44d2b9e62ac1b42de46c is 50, key is test_row_0/B:col10/1731802665440/Put/seqid=0 2024-11-17T00:17:46,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741888_1064 (size=12151) 2024-11-17T00:17:46,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:46,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T00:17:46,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802726640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802726642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802726642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802726643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802726747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802726747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802726747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802726747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b5beb8f7aa3a44d2b9e62ac1b42de46c 2024-11-17T00:17:46,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802726951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802726952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802726952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:46,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802726951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:46,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/b4beb8bc951040a8bc096792bc991361 is 50, key is test_row_0/C:col10/1731802665440/Put/seqid=0 2024-11-17T00:17:46,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741889_1065 (size=12151) 2024-11-17T00:17:46,985 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/b4beb8bc951040a8bc096792bc991361 2024-11-17T00:17:46,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9a07a680f27949edaa30c72301c61a96 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96 2024-11-17T00:17:47,000 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96, entries=150, sequenceid=250, filesize=11.9 K 2024-11-17T00:17:47,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/b5beb8f7aa3a44d2b9e62ac1b42de46c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c 2024-11-17T00:17:47,009 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c, entries=150, sequenceid=250, filesize=11.9 K 2024-11-17T00:17:47,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/b4beb8bc951040a8bc096792bc991361 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361 2024-11-17T00:17:47,016 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361, entries=150, sequenceid=250, filesize=11.9 K 2024-11-17T00:17:47,018 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 41815f6c3ec66422706539a95d6f476c in 516ms, sequenceid=250, compaction requested=true 2024-11-17T00:17:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-17T00:17:47,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-17T00:17:47,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-17T00:17:47,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 979 msec 2024-11-17T00:17:47,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 987 msec 2024-11-17T00:17:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-17T00:17:47,145 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-17T00:17:47,150 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:47,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-17T00:17:47,152 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:47,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:47,153 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:47,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:47,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:47,259 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:17:47,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:47,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:47,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:47,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/45183e5a52f347ed8ed6bc9ba4c49aed is 50, key is test_row_0/A:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802727267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802727267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741890_1066 (size=14741) 2024-11-17T00:17:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802727286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802727286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,306 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:47,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802727376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802727380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802727389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802727390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:47,460 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:47,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802727578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802727584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802727592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802727593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,615 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,683 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/45183e5a52f347ed8ed6bc9ba4c49aed 2024-11-17T00:17:47,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4155a65314454f58b21489498b68f2f9 is 50, key is test_row_0/B:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741891_1067 (size=12301) 2024-11-17T00:17:47,715 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4155a65314454f58b21489498b68f2f9 2024-11-17T00:17:47,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/c92a508e1d964d89b81cfb1cc17558f7 is 50, key is test_row_0/C:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741892_1068 (size=12301) 2024-11-17T00:17:47,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/c92a508e1d964d89b81cfb1cc17558f7 2024-11-17T00:17:47,740 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/45183e5a52f347ed8ed6bc9ba4c49aed as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed 2024-11-17T00:17:47,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed, entries=200, sequenceid=277, filesize=14.4 K 2024-11-17T00:17:47,752 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4155a65314454f58b21489498b68f2f9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9 2024-11-17T00:17:47,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:47,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9, entries=150, sequenceid=277, filesize=12.0 K 2024-11-17T00:17:47,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/c92a508e1d964d89b81cfb1cc17558f7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7 2024-11-17T00:17:47,769 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,770 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,776 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7, entries=150, sequenceid=277, filesize=12.0 K 2024-11-17T00:17:47,777 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=53.67 KB/54960 for 41815f6c3ec66422706539a95d6f476c in 518ms, sequenceid=277, compaction requested=true 2024-11-17T00:17:47,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:47,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:47,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:47,777 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:47,777 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:47,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:47,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:47,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:47,778 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:47,779 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:47,780 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:47,780 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,780 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e9d1ed9669bd4ef4a50b6fd7f557c8af, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=50.5 K 2024-11-17T00:17:47,780 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:47,780 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:47,780 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,780 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7884f17616bd45ccb51ead9479eea674, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=48.1 K 2024-11-17T00:17:47,781 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7884f17616bd45ccb51ead9479eea674, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802663514 2024-11-17T00:17:47,781 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e9d1ed9669bd4ef4a50b6fd7f557c8af, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802663514 2024-11-17T00:17:47,782 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d8f26f043b314c6fb571e6f52ffe0033, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731802665315 2024-11-17T00:17:47,782 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5beb8f7aa3a44d2b9e62ac1b42de46c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802665440 2024-11-17T00:17:47,782 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c9081c7562b4778a631c2dd0e65736f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731802665315 2024-11-17T00:17:47,783 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4155a65314454f58b21489498b68f2f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:47,783 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a07a680f27949edaa30c72301c61a96, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802665440 2024-11-17T00:17:47,784 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 45183e5a52f347ed8ed6bc9ba4c49aed, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:47,805 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#55 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:47,805 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#54 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:47,806 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/df6cd5f6e94d4a13bbd44b1e5aa473e0 is 50, key is test_row_0/B:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,806 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/0b42f3781b7c49b18ed3923a28cf20d8 is 50, key is test_row_0/A:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741893_1069 (size=12915) 2024-11-17T00:17:47,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741894_1070 (size=12915) 2024-11-17T00:17:47,831 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/df6cd5f6e94d4a13bbd44b1e5aa473e0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/df6cd5f6e94d4a13bbd44b1e5aa473e0 2024-11-17T00:17:47,836 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/0b42f3781b7c49b18ed3923a28cf20d8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b42f3781b7c49b18ed3923a28cf20d8 2024-11-17T00:17:47,846 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 0b42f3781b7c49b18ed3923a28cf20d8(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:47,846 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:47,846 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=12, startTime=1731802667777; duration=0sec 2024-11-17T00:17:47,846 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:47,846 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:47,846 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:47,847 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into df6cd5f6e94d4a13bbd44b1e5aa473e0(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:47,847 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:47,848 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=12, startTime=1731802667777; duration=0sec 2024-11-17T00:17:47,848 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:47,848 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:47,848 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:47,848 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:47,848 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,848 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/194aee09b01f483089b4ba92ba2bcdde, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=48.1 K 2024-11-17T00:17:47,849 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 194aee09b01f483089b4ba92ba2bcdde, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731802663514 2024-11-17T00:17:47,850 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 226b65126e1c4bc69552dbcceda9bcd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1731802665315 2024-11-17T00:17:47,850 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b4beb8bc951040a8bc096792bc991361, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802665440 2024-11-17T00:17:47,851 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c92a508e1d964d89b81cfb1cc17558f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:47,875 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:47,876 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/ea68d38ba6ac4aa384c9aca66d774ac2 is 50, key is test_row_0/C:col10/1731802667258/Put/seqid=0 2024-11-17T00:17:47,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741895_1071 (size=12915) 2024-11-17T00:17:47,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:47,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:47,895 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/37ad3183f0df4f81bb6c172b650d6240 is 50, key is test_row_0/A:col10/1731802667267/Put/seqid=0 2024-11-17T00:17:47,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/ea68d38ba6ac4aa384c9aca66d774ac2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ea68d38ba6ac4aa384c9aca66d774ac2 2024-11-17T00:17:47,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741896_1072 (size=9857) 2024-11-17T00:17:47,920 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into ea68d38ba6ac4aa384c9aca66d774ac2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:47,920 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:47,920 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=12, startTime=1731802667778; duration=0sec 2024-11-17T00:17:47,920 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:47,920 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:47,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/37ad3183f0df4f81bb6c172b650d6240 2024-11-17T00:17:47,923 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,924 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:47,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:47,924 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:47,925 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802727919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802727922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802727923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,930 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:47,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802727926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:47,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/bd0815c03e084d13ada0590efd5026fb is 50, key is test_row_0/B:col10/1731802667267/Put/seqid=0 2024-11-17T00:17:47,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741897_1073 (size=9857) 2024-11-17T00:17:47,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/bd0815c03e084d13ada0590efd5026fb 2024-11-17T00:17:47,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/dfdbf27f420f41aaa081e4377e7e4239 is 50, key is test_row_0/C:col10/1731802667267/Put/seqid=0 2024-11-17T00:17:47,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741898_1074 (size=9857) 2024-11-17T00:17:47,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/dfdbf27f420f41aaa081e4377e7e4239 2024-11-17T00:17:47,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/37ad3183f0df4f81bb6c172b650d6240 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240 2024-11-17T00:17:47,989 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240, entries=100, sequenceid=291, filesize=9.6 K 2024-11-17T00:17:47,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/bd0815c03e084d13ada0590efd5026fb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb 2024-11-17T00:17:47,998 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb, entries=100, sequenceid=291, filesize=9.6 K 2024-11-17T00:17:47,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/dfdbf27f420f41aaa081e4377e7e4239 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239 2024-11-17T00:17:48,005 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239, entries=100, sequenceid=291, filesize=9.6 K 2024-11-17T00:17:48,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 41815f6c3ec66422706539a95d6f476c in 122ms, sequenceid=291, compaction requested=false 2024-11-17T00:17:48,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:48,031 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:48,031 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/cd431664d0204c68a81bc15a241260e8 is 50, key is test_row_0/A:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,050 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741899_1075 (size=12301) 2024-11-17T00:17:48,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/cd431664d0204c68a81bc15a241260e8 2024-11-17T00:17:48,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1af112ad9d2041e7bfd447c0578b75fa is 50, key is test_row_0/B:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,077 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741900_1076 (size=12301) 2024-11-17T00:17:48,149 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,231 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,232 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,232 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:48,354 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,357 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,386 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,387 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,387 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1af112ad9d2041e7bfd447c0578b75fa 2024-11-17T00:17:48,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/2a4dda728b0f4a41a98182577a6b8054 is 50, key is test_row_0/C:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741901_1077 (size=12301) 2024-11-17T00:17:48,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/2a4dda728b0f4a41a98182577a6b8054 2024-11-17T00:17:48,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/cd431664d0204c68a81bc15a241260e8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8 2024-11-17T00:17:48,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8, entries=150, sequenceid=317, filesize=12.0 K 2024-11-17T00:17:48,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1af112ad9d2041e7bfd447c0578b75fa as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa 2024-11-17T00:17:48,540 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,540 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,541 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,543 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa, entries=150, sequenceid=317, filesize=12.0 K 2024-11-17T00:17:48,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/2a4dda728b0f4a41a98182577a6b8054 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054 2024-11-17T00:17:48,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054, entries=150, sequenceid=317, filesize=12.0 K 2024-11-17T00:17:48,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 41815f6c3ec66422706539a95d6f476c in 527ms, sequenceid=317, compaction requested=true 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:48,559 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:48,559 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:48,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:48,561 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:48,561 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:48,561 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:48,561 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:48,561 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,561 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,561 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b42f3781b7c49b18ed3923a28cf20d8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=34.3 K 2024-11-17T00:17:48,561 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/df6cd5f6e94d4a13bbd44b1e5aa473e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=34.3 K 2024-11-17T00:17:48,562 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b42f3781b7c49b18ed3923a28cf20d8, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:48,563 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37ad3183f0df4f81bb6c172b650d6240, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802667267 2024-11-17T00:17:48,563 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting df6cd5f6e94d4a13bbd44b1e5aa473e0, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:48,563 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd431664d0204c68a81bc15a241260e8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:48,563 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting bd0815c03e084d13ada0590efd5026fb, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802667267 2024-11-17T00:17:48,564 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1af112ad9d2041e7bfd447c0578b75fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:48,578 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:48,579 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5f5ebcba32384d8b9beaefbd4ee825cf is 50, key is test_row_0/A:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,582 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:48,583 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ffba14e212a64dea854ce5702b5ef90a is 50, key is test_row_0/B:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741903_1079 (size=13017) 2024-11-17T00:17:48,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741902_1078 (size=13017) 2024-11-17T00:17:48,617 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ffba14e212a64dea854ce5702b5ef90a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ffba14e212a64dea854ce5702b5ef90a 2024-11-17T00:17:48,627 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into ffba14e212a64dea854ce5702b5ef90a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:48,627 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5f5ebcba32384d8b9beaefbd4ee825cf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5f5ebcba32384d8b9beaefbd4ee825cf 2024-11-17T00:17:48,627 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:48,627 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802668559; duration=0sec 2024-11-17T00:17:48,627 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:48,627 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:48,627 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:48,629 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35073 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:48,629 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:48,629 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,629 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ea68d38ba6ac4aa384c9aca66d774ac2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=34.3 K 2024-11-17T00:17:48,629 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ea68d38ba6ac4aa384c9aca66d774ac2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1731802666634 2024-11-17T00:17:48,631 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting dfdbf27f420f41aaa081e4377e7e4239, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802667267 2024-11-17T00:17:48,631 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a4dda728b0f4a41a98182577a6b8054, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:48,637 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 5f5ebcba32384d8b9beaefbd4ee825cf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:48,637 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:48,637 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802668559; duration=0sec 2024-11-17T00:17:48,638 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:48,638 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:48,641 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:48,644 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8f72b9a5dcbc49f3b01ac717079a42c2 is 50, key is test_row_0/C:col10/1731802667923/Put/seqid=0 2024-11-17T00:17:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:48,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:17:48,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741904_1080 (size=13017) 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:48,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:48,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/2e04d0baa4b642178bf1e725a48438c6 is 50, key is test_row_0/A:col10/1731802668657/Put/seqid=0 2024-11-17T00:17:48,671 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/8f72b9a5dcbc49f3b01ac717079a42c2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8f72b9a5dcbc49f3b01ac717079a42c2 2024-11-17T00:17:48,679 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 8f72b9a5dcbc49f3b01ac717079a42c2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:48,679 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:48,679 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802668559; duration=0sec 2024-11-17T00:17:48,679 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:48,679 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:48,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741905_1081 (size=14741) 2024-11-17T00:17:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,694 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,848 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:48,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802728995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802728996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802728997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:48,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:48,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802728997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,002 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/2e04d0baa4b642178bf1e725a48438c6 2024-11-17T00:17:49,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/259738605a9841a999044300fc90f8e7 is 50, key is test_row_0/B:col10/1731802668657/Put/seqid=0 2024-11-17T00:17:49,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741906_1082 (size=12301) 2024-11-17T00:17:49,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/259738605a9841a999044300fc90f8e7 2024-11-17T00:17:49,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/6126d6a0d5834d86b641da38aa5c8067 is 50, key is test_row_0/C:col10/1731802668657/Put/seqid=0 2024-11-17T00:17:49,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741907_1083 (size=12301) 2024-11-17T00:17:49,155 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:49,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:49,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802729300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802729300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802729302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802729303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,310 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,311 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:49,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:49,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,464 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:49,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:49,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:49,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/6126d6a0d5834d86b641da38aa5c8067 2024-11-17T00:17:49,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/2e04d0baa4b642178bf1e725a48438c6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6 2024-11-17T00:17:49,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6, entries=200, sequenceid=332, filesize=14.4 K 2024-11-17T00:17:49,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/259738605a9841a999044300fc90f8e7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7 2024-11-17T00:17:49,573 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-17T00:17:49,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/6126d6a0d5834d86b641da38aa5c8067 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067 2024-11-17T00:17:49,582 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067, entries=150, sequenceid=332, filesize=12.0 K 2024-11-17T00:17:49,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 41815f6c3ec66422706539a95d6f476c in 925ms, sequenceid=332, compaction requested=false 2024-11-17T00:17:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:49,619 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,619 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-17T00:17:49,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:49,620 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:49,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:49,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c1ca942b6ad4819bb963b5b519f1837 is 50, key is test_row_0/A:col10/1731802668685/Put/seqid=0 2024-11-17T00:17:49,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741908_1084 (size=12301) 2024-11-17T00:17:49,640 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c1ca942b6ad4819bb963b5b519f1837 2024-11-17T00:17:49,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/9d82d0ab15844a009c383a9328b26497 is 50, key is test_row_0/B:col10/1731802668685/Put/seqid=0 2024-11-17T00:17:49,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741909_1085 (size=12301) 2024-11-17T00:17:49,669 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/9d82d0ab15844a009c383a9328b26497 2024-11-17T00:17:49,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/25987bdea59142839abf9d8232cf05b4 is 50, key is test_row_0/C:col10/1731802668685/Put/seqid=0 2024-11-17T00:17:49,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741910_1086 (size=12301) 2024-11-17T00:17:49,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:49,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802729816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802729815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802729821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802729822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60634 deadline: 1731802729860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,863 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8167 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:17:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802729923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802729923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,926 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802729925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:49,928 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:49,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802729927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,087 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/25987bdea59142839abf9d8232cf05b4 2024-11-17T00:17:50,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7c1ca942b6ad4819bb963b5b519f1837 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837 2024-11-17T00:17:50,101 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837, entries=150, sequenceid=357, filesize=12.0 K 2024-11-17T00:17:50,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/9d82d0ab15844a009c383a9328b26497 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497 2024-11-17T00:17:50,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497, entries=150, sequenceid=357, filesize=12.0 K 2024-11-17T00:17:50,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/25987bdea59142839abf9d8232cf05b4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4 2024-11-17T00:17:50,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4, entries=150, sequenceid=357, filesize=12.0 K 2024-11-17T00:17:50,117 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 41815f6c3ec66422706539a95d6f476c in 498ms, sequenceid=357, compaction requested=true 2024-11-17T00:17:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:50,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-17T00:17:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-17T00:17:50,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-17T00:17:50,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9640 sec 2024-11-17T00:17:50,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 2.9710 sec 2024-11-17T00:17:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:50,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:17:50,128 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:50,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4ed7707b2e614b91b29e82a6f620ab8f is 50, key is test_row_0/A:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741911_1087 (size=12301) 2024-11-17T00:17:50,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4ed7707b2e614b91b29e82a6f620ab8f 2024-11-17T00:17:50,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ed1b28b5df94432b89eec577fe210040 is 50, key is test_row_0/B:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741912_1088 (size=12301) 2024-11-17T00:17:50,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ed1b28b5df94432b89eec577fe210040 2024-11-17T00:17:50,185 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4152a8a3fd2c4b87a611b452b18437b9 is 50, key is test_row_0/C:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741913_1089 (size=12301) 2024-11-17T00:17:50,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4152a8a3fd2c4b87a611b452b18437b9 2024-11-17T00:17:50,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4ed7707b2e614b91b29e82a6f620ab8f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f 2024-11-17T00:17:50,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f, entries=150, sequenceid=370, filesize=12.0 K 2024-11-17T00:17:50,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ed1b28b5df94432b89eec577fe210040 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040 2024-11-17T00:17:50,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040, entries=150, sequenceid=370, filesize=12.0 K 2024-11-17T00:17:50,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/4152a8a3fd2c4b87a611b452b18437b9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9 2024-11-17T00:17:50,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9, entries=150, sequenceid=370, filesize=12.0 K 2024-11-17T00:17:50,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 41815f6c3ec66422706539a95d6f476c in 100ms, sequenceid=370, compaction requested=true 2024-11-17T00:17:50,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,228 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:50,229 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:50,229 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:50,230 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52360 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:50,231 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:50,231 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:50,231 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5f5ebcba32384d8b9beaefbd4ee825cf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=51.1 K 2024-11-17T00:17:50,231 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f5ebcba32384d8b9beaefbd4ee825cf, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:50,232 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:50,232 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:50,232 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:50,232 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ffba14e212a64dea854ce5702b5ef90a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=48.8 K 2024-11-17T00:17:50,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e04d0baa4b642178bf1e725a48438c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802668042 2024-11-17T00:17:50,233 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ffba14e212a64dea854ce5702b5ef90a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:50,233 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 259738605a9841a999044300fc90f8e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802668042 2024-11-17T00:17:50,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c1ca942b6ad4819bb963b5b519f1837, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731802668682 2024-11-17T00:17:50,234 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d82d0ab15844a009c383a9328b26497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731802668682 2024-11-17T00:17:50,234 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ed7707b2e614b91b29e82a6f620ab8f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:50,235 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ed1b28b5df94432b89eec577fe210040, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:50,252 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:50,254 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0983ce3971794b34b1edd24fb790bceb is 50, key is test_row_0/B:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,255 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:50,256 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5e9fd95ddf1a436690b9d1c9b15af002 is 50, key is test_row_0/A:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:50,282 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:17:50,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741914_1090 (size=13153) 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:50,282 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,295 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0983ce3971794b34b1edd24fb790bceb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0983ce3971794b34b1edd24fb790bceb 2024-11-17T00:17:50,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,302 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 0983ce3971794b34b1edd24fb790bceb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:50,303 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,303 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=12, startTime=1731802670229; duration=0sec 2024-11-17T00:17:50,303 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:50,303 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:50,304 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:50,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741915_1091 (size=13153) 2024-11-17T00:17:50,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b0d9140d3a04407683578e6aea769988 is 50, key is test_row_0/A:col10/1731802670280/Put/seqid=0 2024-11-17T00:17:50,310 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:50,310 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:50,310 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:50,310 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8f72b9a5dcbc49f3b01ac717079a42c2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=48.8 K 2024-11-17T00:17:50,312 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f72b9a5dcbc49f3b01ac717079a42c2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731802667916 2024-11-17T00:17:50,313 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6126d6a0d5834d86b641da38aa5c8067, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802668042 2024-11-17T00:17:50,313 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 25987bdea59142839abf9d8232cf05b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731802668682 2024-11-17T00:17:50,315 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4152a8a3fd2c4b87a611b452b18437b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:50,317 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/5e9fd95ddf1a436690b9d1c9b15af002 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5e9fd95ddf1a436690b9d1c9b15af002 2024-11-17T00:17:50,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741916_1092 (size=12301) 2024-11-17T00:17:50,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b0d9140d3a04407683578e6aea769988 2024-11-17T00:17:50,327 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 5e9fd95ddf1a436690b9d1c9b15af002(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:50,327 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,327 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=12, startTime=1731802670228; duration=0sec 2024-11-17T00:17:50,327 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:50,327 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:50,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11f4092aae564caaa7406b165080f7bc is 50, key is test_row_0/B:col10/1731802670280/Put/seqid=0 2024-11-17T00:17:50,358 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#79 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:50,359 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/25844ad508bf4463a343831d62614ca9 is 50, key is test_row_0/C:col10/1731802669815/Put/seqid=0 2024-11-17T00:17:50,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741917_1093 (size=12301) 2024-11-17T00:17:50,372 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11f4092aae564caaa7406b165080f7bc 2024-11-17T00:17:50,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741918_1094 (size=13153) 2024-11-17T00:17:50,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5e5e2f9e83334aff87e9ce7799a68dcb is 50, key is test_row_0/C:col10/1731802670280/Put/seqid=0 2024-11-17T00:17:50,395 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/25844ad508bf4463a343831d62614ca9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25844ad508bf4463a343831d62614ca9 2024-11-17T00:17:50,402 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 25844ad508bf4463a343831d62614ca9(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:50,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,402 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=12, startTime=1731802670229; duration=0sec 2024-11-17T00:17:50,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:50,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741919_1095 (size=12301) 2024-11-17T00:17:50,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=395 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5e5e2f9e83334aff87e9ce7799a68dcb 2024-11-17T00:17:50,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/b0d9140d3a04407683578e6aea769988 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988 2024-11-17T00:17:50,432 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988, entries=150, sequenceid=395, filesize=12.0 K 2024-11-17T00:17:50,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11f4092aae564caaa7406b165080f7bc as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc 2024-11-17T00:17:50,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc, entries=150, sequenceid=395, filesize=12.0 K 2024-11-17T00:17:50,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/5e5e2f9e83334aff87e9ce7799a68dcb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb 2024-11-17T00:17:50,451 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb, entries=150, sequenceid=395, filesize=12.0 K 2024-11-17T00:17:50,453 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 41815f6c3ec66422706539a95d6f476c in 172ms, sequenceid=395, compaction requested=false 2024-11-17T00:17:50,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:50,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:50,609 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:50,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7b65f1c80eac4d37b159ed3994f8bf48 is 50, key is test_row_0/A:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:50,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741920_1096 (size=12301) 2024-11-17T00:17:50,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802730937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802730938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802730940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:50,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:50,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802730940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7b65f1c80eac4d37b159ed3994f8bf48 2024-11-17T00:17:51,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/09cc12708cfc43359383e9764474f108 is 50, key is test_row_0/B:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:51,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741921_1097 (size=12301) 2024-11-17T00:17:51,241 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802731240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,246 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802731243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802731244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802731250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-17T00:17:51,259 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-17T00:17:51,260 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:51,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-17T00:17:51,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:51,262 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:51,263 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:51,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:51,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:51,415 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T00:17:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:51,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:51,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/09cc12708cfc43359383e9764474f108 2024-11-17T00:17:51,445 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/a063e305254b471ea0483f68637ccde8 is 50, key is test_row_0/C:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:51,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741922_1098 (size=12301) 2024-11-17T00:17:51,450 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/a063e305254b471ea0483f68637ccde8 2024-11-17T00:17:51,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7b65f1c80eac4d37b159ed3994f8bf48 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48 2024-11-17T00:17:51,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48, entries=150, sequenceid=412, filesize=12.0 K 2024-11-17T00:17:51,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/09cc12708cfc43359383e9764474f108 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108 2024-11-17T00:17:51,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108, entries=150, sequenceid=412, filesize=12.0 K 2024-11-17T00:17:51,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/a063e305254b471ea0483f68637ccde8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8 2024-11-17T00:17:51,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8, entries=150, sequenceid=412, filesize=12.0 K 2024-11-17T00:17:51,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 41815f6c3ec66422706539a95d6f476c in 868ms, sequenceid=412, compaction requested=true 2024-11-17T00:17:51,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:51,476 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:51,476 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:51,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:51,477 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:51,477 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:51,477 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,477 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5e9fd95ddf1a436690b9d1c9b15af002, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=36.9 K 2024-11-17T00:17:51,478 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:51,478 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:51,478 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,478 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0983ce3971794b34b1edd24fb790bceb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=36.9 K 2024-11-17T00:17:51,478 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e9fd95ddf1a436690b9d1c9b15af002, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:51,479 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0983ce3971794b34b1edd24fb790bceb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:51,479 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b0d9140d3a04407683578e6aea769988, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731802670152 2024-11-17T00:17:51,479 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 11f4092aae564caaa7406b165080f7bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731802670152 2024-11-17T00:17:51,479 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b65f1c80eac4d37b159ed3994f8bf48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:51,479 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 09cc12708cfc43359383e9764474f108, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:51,489 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:51,489 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#84 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:51,490 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/ee36b6ea3d5042b1ac5afdb4e12bd375 is 50, key is test_row_0/A:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:51,490 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/790e0a62d36047b481b2617dbd8e3a9b is 50, key is test_row_0/B:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:51,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741923_1099 (size=13255) 2024-11-17T00:17:51,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741924_1100 (size=13255) 2024-11-17T00:17:51,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:51,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-17T00:17:51,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,570 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:51,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:51,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7896dc074580439885608bf3a279a17c is 50, key is test_row_0/A:col10/1731802670626/Put/seqid=0 2024-11-17T00:17:51,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741925_1101 (size=12301) 2024-11-17T00:17:51,583 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7896dc074580439885608bf3a279a17c 2024-11-17T00:17:51,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/8fedf2e17f0d4506b8072ad9687173b9 is 50, key is test_row_0/B:col10/1731802670626/Put/seqid=0 2024-11-17T00:17:51,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741926_1102 (size=12301) 2024-11-17T00:17:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:51,747 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:51,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802731757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802731758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802731759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802731759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802731863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802731863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802731864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802731864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:51,901 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/ee36b6ea3d5042b1ac5afdb4e12bd375 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/ee36b6ea3d5042b1ac5afdb4e12bd375 2024-11-17T00:17:51,904 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/790e0a62d36047b481b2617dbd8e3a9b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/790e0a62d36047b481b2617dbd8e3a9b 2024-11-17T00:17:51,911 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into ee36b6ea3d5042b1ac5afdb4e12bd375(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:51,911 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802671475; duration=0sec 2024-11-17T00:17:51,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 790e0a62d36047b481b2617dbd8e3a9b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:51,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802671476; duration=0sec 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:51,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:51,913 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:51,913 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:51,913 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:51,913 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25844ad508bf4463a343831d62614ca9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=36.9 K 2024-11-17T00:17:51,914 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25844ad508bf4463a343831d62614ca9, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=370, earliestPutTs=1731802669815 2024-11-17T00:17:51,914 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e5e2f9e83334aff87e9ce7799a68dcb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=395, earliestPutTs=1731802670152 2024-11-17T00:17:51,914 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a063e305254b471ea0483f68637ccde8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:51,923 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:51,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/50c6cbcc59c44368b1b4665c42f50123 is 50, key is test_row_0/C:col10/1731802670290/Put/seqid=0 2024-11-17T00:17:51,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741927_1103 (size=13255) 2024-11-17T00:17:52,000 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/8fedf2e17f0d4506b8072ad9687173b9 2024-11-17T00:17:52,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/61f10ba82293409692864f8b504d7fec is 50, key is test_row_0/C:col10/1731802670626/Put/seqid=0 2024-11-17T00:17:52,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741928_1104 (size=12301) 2024-11-17T00:17:52,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802732066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802732066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802732067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802732067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,335 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/50c6cbcc59c44368b1b4665c42f50123 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/50c6cbcc59c44368b1b4665c42f50123 2024-11-17T00:17:52,342 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 50c6cbcc59c44368b1b4665c42f50123(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:52,342 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:52,343 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802671476; duration=0sec 2024-11-17T00:17:52,343 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:52,343 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:52,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:52,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802732370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802732371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802732371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802732371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,418 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/61f10ba82293409692864f8b504d7fec 2024-11-17T00:17:52,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/7896dc074580439885608bf3a279a17c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c 2024-11-17T00:17:52,431 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c, entries=150, sequenceid=435, filesize=12.0 K 2024-11-17T00:17:52,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/8fedf2e17f0d4506b8072ad9687173b9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9 2024-11-17T00:17:52,437 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9, entries=150, sequenceid=435, filesize=12.0 K 2024-11-17T00:17:52,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/61f10ba82293409692864f8b504d7fec as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec 2024-11-17T00:17:52,442 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec, entries=150, sequenceid=435, filesize=12.0 K 2024-11-17T00:17:52,443 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 41815f6c3ec66422706539a95d6f476c in 874ms, sequenceid=435, compaction requested=false 2024-11-17T00:17:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:52,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-17T00:17:52,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-17T00:17:52,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-17T00:17:52,447 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1820 sec 2024-11-17T00:17:52,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.1870 sec 2024-11-17T00:17:52,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:52,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:52,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:52,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/65b747365c1543a783d93646ddcab4a3 is 50, key is test_row_0/A:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:52,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741929_1105 (size=14741) 2024-11-17T00:17:52,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/65b747365c1543a783d93646ddcab4a3 2024-11-17T00:17:52,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802732892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802732893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802732894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802732894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0c7e6d5804124b91b07a99303c701163 is 50, key is test_row_0/B:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:52,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741930_1106 (size=12301) 2024-11-17T00:17:52,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802732995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:52,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802732997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802732998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802732999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802733198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802733200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,204 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802733201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,204 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802733202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0c7e6d5804124b91b07a99303c701163 2024-11-17T00:17:53,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7608fa02c2ab4b60abb8e95e05cd9f32 is 50, key is test_row_0/C:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:53,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741931_1107 (size=12301) 2024-11-17T00:17:53,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=454 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7608fa02c2ab4b60abb8e95e05cd9f32 2024-11-17T00:17:53,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/65b747365c1543a783d93646ddcab4a3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3 2024-11-17T00:17:53,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3, entries=200, sequenceid=454, filesize=14.4 K 2024-11-17T00:17:53,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0c7e6d5804124b91b07a99303c701163 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163 2024-11-17T00:17:53,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163, entries=150, sequenceid=454, filesize=12.0 K 2024-11-17T00:17:53,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7608fa02c2ab4b60abb8e95e05cd9f32 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32 2024-11-17T00:17:53,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32, entries=150, sequenceid=454, filesize=12.0 K 2024-11-17T00:17:53,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 41815f6c3ec66422706539a95d6f476c in 474ms, sequenceid=454, compaction requested=true 2024-11-17T00:17:53,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:53,348 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:53,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:53,349 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:53,350 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40297 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:53,350 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:53,350 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,351 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/ee36b6ea3d5042b1ac5afdb4e12bd375, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=39.4 K 2024-11-17T00:17:53,351 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:53,351 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:53,351 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,351 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/790e0a62d36047b481b2617dbd8e3a9b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.0 K 2024-11-17T00:17:53,351 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee36b6ea3d5042b1ac5afdb4e12bd375, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:53,352 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7896dc074580439885608bf3a279a17c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731802670625 2024-11-17T00:17:53,352 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 790e0a62d36047b481b2617dbd8e3a9b, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:53,352 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65b747365c1543a783d93646ddcab4a3, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802671752 2024-11-17T00:17:53,352 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fedf2e17f0d4506b8072ad9687173b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731802670625 2024-11-17T00:17:53,353 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c7e6d5804124b91b07a99303c701163, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802672873 2024-11-17T00:17:53,361 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:53,361 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/d40feb9bec8943ccb7ea74629a7069e3 is 50, key is test_row_0/A:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:53,366 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#94 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-17T00:17:53,366 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-17T00:17:53,366 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ee8d27353150446d93bb52f48313f993 is 50, key is test_row_0/B:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:53,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-17T00:17:53,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:53,370 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:53,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741933_1109 (size=13357) 2024-11-17T00:17:53,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741932_1108 (size=13357) 2024-11-17T00:17:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:53,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:17:53,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:53,504 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:53,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:53,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/90f9b77255074e4eb2b6fb025fe186b6 is 50, key is test_row_0/A:col10/1731802673502/Put/seqid=0 2024-11-17T00:17:53,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741934_1110 (size=14741) 2024-11-17T00:17:53,524 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:53,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:53,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802733522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802733522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802733523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802733523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802733626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802733627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802733627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802733628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:53,677 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:53,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:53,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,678 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,779 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/ee8d27353150446d93bb52f48313f993 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ee8d27353150446d93bb52f48313f993 2024-11-17T00:17:53,784 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/d40feb9bec8943ccb7ea74629a7069e3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/d40feb9bec8943ccb7ea74629a7069e3 2024-11-17T00:17:53,787 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into ee8d27353150446d93bb52f48313f993(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:53,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:53,787 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802673349; duration=0sec 2024-11-17T00:17:53,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:53,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:53,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:53,789 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:53,789 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:53,789 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,789 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/50c6cbcc59c44368b1b4665c42f50123, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.0 K 2024-11-17T00:17:53,789 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 50c6cbcc59c44368b1b4665c42f50123, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1731802670290 2024-11-17T00:17:53,790 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 61f10ba82293409692864f8b504d7fec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1731802670625 2024-11-17T00:17:53,790 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7608fa02c2ab4b60abb8e95e05cd9f32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802672873 2024-11-17T00:17:53,794 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into d40feb9bec8943ccb7ea74629a7069e3(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:53,794 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:53,794 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802673348; duration=0sec 2024-11-17T00:17:53,794 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:53,794 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:53,803 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#96 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:53,804 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d50c9b28aa3345949c16f281ae14deaf is 50, key is test_row_0/C:col10/1731802672875/Put/seqid=0 2024-11-17T00:17:53,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741935_1111 (size=13357) 2024-11-17T00:17:53,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802733828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802733829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:53,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802733833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802733835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/90f9b77255074e4eb2b6fb025fe186b6 2024-11-17T00:17:53,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0dab772078e24a7a99cec83da1daecc0 is 50, key is test_row_0/B:col10/1731802673502/Put/seqid=0 2024-11-17T00:17:53,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741936_1112 (size=12301) 2024-11-17T00:17:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:53,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:53,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:53,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802734131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802734136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802734138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,139 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,139 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802734141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,215 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d50c9b28aa3345949c16f281ae14deaf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d50c9b28aa3345949c16f281ae14deaf 2024-11-17T00:17:54,221 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into d50c9b28aa3345949c16f281ae14deaf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:54,221 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:54,221 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802673349; duration=0sec 2024-11-17T00:17:54,222 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:54,222 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:54,292 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,292 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,293 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0dab772078e24a7a99cec83da1daecc0 2024-11-17T00:17:54,346 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/1b615736e3904f8da23f3e79b925e7ec is 50, key is test_row_0/C:col10/1731802673502/Put/seqid=0 2024-11-17T00:17:54,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741937_1113 (size=12301) 2024-11-17T00:17:54,445 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:54,606 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:54,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,636 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802734635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802734641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802734644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:54,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802734647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/1b615736e3904f8da23f3e79b925e7ec 2024-11-17T00:17:54,759 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/90f9b77255074e4eb2b6fb025fe186b6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6 2024-11-17T00:17:54,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:54,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6, entries=200, sequenceid=475, filesize=14.4 K 2024-11-17T00:17:54,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0dab772078e24a7a99cec83da1daecc0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0 2024-11-17T00:17:54,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0, entries=150, sequenceid=475, filesize=12.0 K 2024-11-17T00:17:54,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/1b615736e3904f8da23f3e79b925e7ec as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec 2024-11-17T00:17:54,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec, entries=150, sequenceid=475, filesize=12.0 K 2024-11-17T00:17:54,780 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 41815f6c3ec66422706539a95d6f476c in 1276ms, sequenceid=475, compaction requested=false 2024-11-17T00:17:54,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:54,912 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:54,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-17T00:17:54,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:54,913 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:17:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:54,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:54,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:54,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/59e315cfa77d4c60938a69d8e33fda06 is 50, key is test_row_0/A:col10/1731802673522/Put/seqid=0 2024-11-17T00:17:54,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741938_1114 (size=12301) 2024-11-17T00:17:55,325 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/59e315cfa77d4c60938a69d8e33fda06 2024-11-17T00:17:55,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c5852371a8645f18b6c6011272a0144 is 50, key is test_row_0/B:col10/1731802673522/Put/seqid=0 2024-11-17T00:17:55,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741939_1115 (size=12301) 2024-11-17T00:17:55,348 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c5852371a8645f18b6c6011272a0144 2024-11-17T00:17:55,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7cc154399ff042c8b920c63774b12723 is 50, key is test_row_0/C:col10/1731802673522/Put/seqid=0 2024-11-17T00:17:55,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741940_1116 (size=12301) 2024-11-17T00:17:55,363 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=493 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7cc154399ff042c8b920c63774b12723 2024-11-17T00:17:55,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/59e315cfa77d4c60938a69d8e33fda06 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06 2024-11-17T00:17:55,372 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06, entries=150, sequenceid=493, filesize=12.0 K 2024-11-17T00:17:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/4c5852371a8645f18b6c6011272a0144 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144 2024-11-17T00:17:55,379 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144, entries=150, sequenceid=493, filesize=12.0 K 2024-11-17T00:17:55,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7cc154399ff042c8b920c63774b12723 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723 2024-11-17T00:17:55,386 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723, entries=150, sequenceid=493, filesize=12.0 K 2024-11-17T00:17:55,387 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=0 B/0 for 41815f6c3ec66422706539a95d6f476c in 474ms, sequenceid=493, compaction requested=true 2024-11-17T00:17:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:55,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-17T00:17:55,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-17T00:17:55,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-17T00:17:55,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0190 sec 2024-11-17T00:17:55,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.0230 sec 2024-11-17T00:17:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-17T00:17:55,474 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-17T00:17:55,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-17T00:17:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-17T00:17:55,478 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:55,479 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:55,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-17T00:17:55,631 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-17T00:17:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-17T00:17:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-17T00:17:55,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-17T00:17:55,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-11-17T00:17:55,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 159 msec 2024-11-17T00:17:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:55,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:55,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:55,658 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e54a9cf9a02d4202a18bd3c582511ca5 is 50, key is test_row_0/A:col10/1731802675648/Put/seqid=0 2024-11-17T00:17:55,677 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802735675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,679 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802735677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802735677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802735677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741941_1117 (size=14741) 2024-11-17T00:17:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-17T00:17:55,780 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-17T00:17:55,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802735779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802735781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-17T00:17:55,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802735781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,784 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:55,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802735782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:55,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:55,937 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:55,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:55,938 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:55,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:55,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802735981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802735982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802735985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:55,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802735986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e54a9cf9a02d4202a18bd3c582511ca5 2024-11-17T00:17:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:56,090 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,090 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/094bf4d66a4347ddbcecf750f8083ddf is 50, key is test_row_0/B:col10/1731802675648/Put/seqid=0 2024-11-17T00:17:56,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741942_1118 (size=12301) 2024-11-17T00:17:56,243 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802736285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802736287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802736289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802736289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:56,396 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/094bf4d66a4347ddbcecf750f8083ddf 2024-11-17T00:17:56,512 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/97934f66bafa4f49a240ccd66b577e95 is 50, key is test_row_0/C:col10/1731802675648/Put/seqid=0 2024-11-17T00:17:56,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741943_1119 (size=12301) 2024-11-17T00:17:56,549 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,550 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,702 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802736791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802736791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,795 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802736793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802736796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,856 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:56,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:56,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:56,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/97934f66bafa4f49a240ccd66b577e95 2024-11-17T00:17:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/e54a9cf9a02d4202a18bd3c582511ca5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5 2024-11-17T00:17:56,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5, entries=200, sequenceid=506, filesize=14.4 K 2024-11-17T00:17:56,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/094bf4d66a4347ddbcecf750f8083ddf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf 2024-11-17T00:17:56,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf, entries=150, sequenceid=506, filesize=12.0 K 2024-11-17T00:17:56,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/97934f66bafa4f49a240ccd66b577e95 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95 2024-11-17T00:17:56,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95, entries=150, sequenceid=506, filesize=12.0 K 2024-11-17T00:17:56,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 41815f6c3ec66422706539a95d6f476c in 1297ms, sequenceid=506, compaction requested=true 2024-11-17T00:17:56,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:56,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:56,950 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:17:56,950 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:17:56,952 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:56,952 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:56,952 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,952 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/d40feb9bec8943ccb7ea74629a7069e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=53.8 K 2024-11-17T00:17:56,953 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d40feb9bec8943ccb7ea74629a7069e3, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802672873 2024-11-17T00:17:56,953 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:17:56,953 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:56,953 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:56,954 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ee8d27353150446d93bb52f48313f993, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=49.1 K 2024-11-17T00:17:56,954 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 90f9b77255074e4eb2b6fb025fe186b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731802672887 2024-11-17T00:17:56,954 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 59e315cfa77d4c60938a69d8e33fda06, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731802673514 2024-11-17T00:17:56,954 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ee8d27353150446d93bb52f48313f993, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802672873 2024-11-17T00:17:56,955 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e54a9cf9a02d4202a18bd3c582511ca5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731802675641 2024-11-17T00:17:56,955 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0dab772078e24a7a99cec83da1daecc0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731802672887 2024-11-17T00:17:56,956 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c5852371a8645f18b6c6011272a0144, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731802673514 2024-11-17T00:17:56,957 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 094bf4d66a4347ddbcecf750f8083ddf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731802675641 2024-11-17T00:17:56,969 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#105 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:56,969 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/fa9569b4ab874d1bb74d1f7a4fa705b5 is 50, key is test_row_0/A:col10/1731802675648/Put/seqid=0 2024-11-17T00:17:56,971 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:56,971 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/30d84616997d4f4fb53537ec0e2a3f61 is 50, key is test_row_0/B:col10/1731802675648/Put/seqid=0 2024-11-17T00:17:56,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741944_1120 (size=13493) 2024-11-17T00:17:56,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741945_1121 (size=13493) 2024-11-17T00:17:57,010 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-17T00:17:57,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:57,011 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:57,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9455bd52bd104e5cb769cdcbd3b57d05 is 50, key is test_row_0/A:col10/1731802675675/Put/seqid=0 2024-11-17T00:17:57,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741946_1122 (size=12301) 2024-11-17T00:17:57,052 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9455bd52bd104e5cb769cdcbd3b57d05 2024-11-17T00:17:57,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1b12bd1e32f34861a840a47c139b0245 is 50, key is test_row_0/B:col10/1731802675675/Put/seqid=0 2024-11-17T00:17:57,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741947_1123 (size=12301) 2024-11-17T00:17:57,069 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1b12bd1e32f34861a840a47c139b0245 2024-11-17T00:17:57,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7f65d9acd9184676984a913872fa294b is 50, key is test_row_0/C:col10/1731802675675/Put/seqid=0 2024-11-17T00:17:57,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741948_1124 (size=12301) 2024-11-17T00:17:57,107 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7f65d9acd9184676984a913872fa294b 2024-11-17T00:17:57,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/9455bd52bd104e5cb769cdcbd3b57d05 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05 2024-11-17T00:17:57,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05, entries=150, sequenceid=532, filesize=12.0 K 2024-11-17T00:17:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/1b12bd1e32f34861a840a47c139b0245 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245 2024-11-17T00:17:57,131 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245, entries=150, sequenceid=532, filesize=12.0 K 2024-11-17T00:17:57,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/7f65d9acd9184676984a913872fa294b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b 2024-11-17T00:17:57,141 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b, entries=150, sequenceid=532, filesize=12.0 K 2024-11-17T00:17:57,152 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=0 B/0 for 41815f6c3ec66422706539a95d6f476c in 141ms, sequenceid=532, compaction requested=true 2024-11-17T00:17:57,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:57,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:57,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-17T00:17:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-17T00:17:57,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-17T00:17:57,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3690 sec 2024-11-17T00:17:57,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.3750 sec 2024-11-17T00:17:57,395 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/30d84616997d4f4fb53537ec0e2a3f61 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/30d84616997d4f4fb53537ec0e2a3f61 2024-11-17T00:17:57,396 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/fa9569b4ab874d1bb74d1f7a4fa705b5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/fa9569b4ab874d1bb74d1f7a4fa705b5 2024-11-17T00:17:57,413 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 30d84616997d4f4fb53537ec0e2a3f61(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:57,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:57,413 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=12, startTime=1731802676950; duration=0sec 2024-11-17T00:17:57,413 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into fa9569b4ab874d1bb74d1f7a4fa705b5(size=13.2 K), total size for store is 25.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:57,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:57,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:57,413 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:57,413 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=12, startTime=1731802676949; duration=0sec 2024-11-17T00:17:57,414 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:17:57,414 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:57,414 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:57,416 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62561 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:17:57,416 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:57,416 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:57,416 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d50c9b28aa3345949c16f281ae14deaf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=61.1 K 2024-11-17T00:17:57,417 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d50c9b28aa3345949c16f281ae14deaf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=454, earliestPutTs=1731802672873 2024-11-17T00:17:57,417 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b615736e3904f8da23f3e79b925e7ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731802672887 2024-11-17T00:17:57,418 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7cc154399ff042c8b920c63774b12723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=493, earliestPutTs=1731802673514 2024-11-17T00:17:57,418 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 97934f66bafa4f49a240ccd66b577e95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731802675641 2024-11-17T00:17:57,419 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f65d9acd9184676984a913872fa294b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731802675675 2024-11-17T00:17:57,438 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#110 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:57,439 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/e538378f6e3943938ecb0e66773a78c0 is 50, key is test_row_0/C:col10/1731802675675/Put/seqid=0 2024-11-17T00:17:57,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741949_1125 (size=13527) 2024-11-17T00:17:57,456 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/e538378f6e3943938ecb0e66773a78c0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/e538378f6e3943938ecb0e66773a78c0 2024-11-17T00:17:57,463 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into e538378f6e3943938ecb0e66773a78c0(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:57,463 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:57,463 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=11, startTime=1731802676950; duration=0sec 2024-11-17T00:17:57,463 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:57,463 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:57,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:57,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:57,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:57,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/6df98396f2ba4d92be8df69d7e2e2bd1 is 50, key is test_row_0/A:col10/1731802677804/Put/seqid=0 2024-11-17T00:17:57,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802737844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802737844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802737845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802737848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741950_1126 (size=14741) 2024-11-17T00:17:57,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/6df98396f2ba4d92be8df69d7e2e2bd1 2024-11-17T00:17:57,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-17T00:17:57,888 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-17T00:17:57,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:17:57,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-17T00:17:57,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:17:57,892 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:17:57,893 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:17:57,893 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:17:57,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/7f774b89c50d48978603843b86ba1e73 is 50, key is test_row_0/B:col10/1731802677804/Put/seqid=0 2024-11-17T00:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741951_1127 (size=12301) 2024-11-17T00:17:57,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/7f774b89c50d48978603843b86ba1e73 2024-11-17T00:17:57,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802737951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802737951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,954 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802737952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,957 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:57,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802737955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:57,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d4197f95dddb42a3af7ace09c96f743c is 50, key is test_row_0/C:col10/1731802677804/Put/seqid=0 2024-11-17T00:17:57,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:17:58,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741952_1128 (size=12301) 2024-11-17T00:17:58,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=546 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d4197f95dddb42a3af7ace09c96f743c 2024-11-17T00:17:58,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/6df98396f2ba4d92be8df69d7e2e2bd1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1 2024-11-17T00:17:58,048 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,049 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,055 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1, entries=200, sequenceid=546, filesize=14.4 K 2024-11-17T00:17:58,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/7f774b89c50d48978603843b86ba1e73 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73 2024-11-17T00:17:58,069 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73, entries=150, sequenceid=546, filesize=12.0 K 2024-11-17T00:17:58,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/d4197f95dddb42a3af7ace09c96f743c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c 2024-11-17T00:17:58,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c, entries=150, sequenceid=546, filesize=12.0 K 2024-11-17T00:17:58,082 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 41815f6c3ec66422706539a95d6f476c in 275ms, sequenceid=546, compaction requested=true 2024-11-17T00:17:58,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:58,082 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:58,083 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:58,083 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:58,084 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:58,084 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:17:58,084 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,085 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/fa9569b4ab874d1bb74d1f7a4fa705b5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=39.6 K 2024-11-17T00:17:58,085 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa9569b4ab874d1bb74d1f7a4fa705b5, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731802675641 2024-11-17T00:17:58,086 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9455bd52bd104e5cb769cdcbd3b57d05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731802675675 2024-11-17T00:17:58,086 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:58,086 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:17:58,086 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,086 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/30d84616997d4f4fb53537ec0e2a3f61, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.2 K 2024-11-17T00:17:58,087 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df98396f2ba4d92be8df69d7e2e2bd1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731802677803 2024-11-17T00:17:58,087 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 30d84616997d4f4fb53537ec0e2a3f61, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1731802675641 2024-11-17T00:17:58,088 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b12bd1e32f34861a840a47c139b0245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731802675675 2024-11-17T00:17:58,088 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f774b89c50d48978603843b86ba1e73, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731802677804 2024-11-17T00:17:58,111 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#114 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:58,112 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/0b97a38416904636a4edca6c22ff8157 is 50, key is test_row_0/A:col10/1731802677804/Put/seqid=0 2024-11-17T00:17:58,123 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:58,124 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/3a590cffdb574e609d5c27e88f5173c1 is 50, key is test_row_0/B:col10/1731802677804/Put/seqid=0 2024-11-17T00:17:58,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741953_1129 (size=13595) 2024-11-17T00:17:58,148 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/0b97a38416904636a4edca6c22ff8157 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b97a38416904636a4edca6c22ff8157 2024-11-17T00:17:58,157 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 0b97a38416904636a4edca6c22ff8157(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:58,157 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:58,157 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802678082; duration=0sec 2024-11-17T00:17:58,157 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:58,157 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:58,157 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:17:58,160 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:17:58,161 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:17:58,161 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. because compaction request was cancelled 2024-11-17T00:17:58,161 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:58,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:58,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:58,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741954_1130 (size=13595) 2024-11-17T00:17:58,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802738169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802738170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802738171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802738173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/a77a53a890084786a1803c7f2858354c is 50, key is test_row_0/A:col10/1731802677843/Put/seqid=0 2024-11-17T00:17:58,183 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/3a590cffdb574e609d5c27e88f5173c1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/3a590cffdb574e609d5c27e88f5173c1 2024-11-17T00:17:58,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:17:58,196 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 3a590cffdb574e609d5c27e88f5173c1(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:58,196 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:58,196 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802678083; duration=0sec 2024-11-17T00:17:58,196 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:58,196 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:58,201 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741955_1131 (size=14741) 2024-11-17T00:17:58,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802738275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802738275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802738275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802738278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,355 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,357 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60658 deadline: 1731802738478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60670 deadline: 1731802738479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60648 deadline: 1731802738479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:17:58,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:60686 deadline: 1731802738482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:17:58,512 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,565 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70267494 to 127.0.0.1:50278 2024-11-17T00:17:58,565 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x295cb1ac to 127.0.0.1:50278 2024-11-17T00:17:58,565 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,565 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,569 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d2a8e08 to 127.0.0.1:50278 2024-11-17T00:17:58,569 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,570 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c915d17 to 127.0.0.1:50278 2024-11-17T00:17:58,571 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/a77a53a890084786a1803c7f2858354c 2024-11-17T00:17:58,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/6ef687c38e2843fca55cbd0db44e7fac is 50, key is test_row_0/B:col10/1731802677843/Put/seqid=0 2024-11-17T00:17:58,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741956_1132 (size=12301) 2024-11-17T00:17:58,657 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/6ef687c38e2843fca55cbd0db44e7fac 2024-11-17T00:17:58,666 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/cc2092e8993945e2a75ba9cba3914500 is 50, key is test_row_0/C:col10/1731802677843/Put/seqid=0 2024-11-17T00:17:58,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741957_1133 (size=12301) 2024-11-17T00:17:58,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=573 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/cc2092e8993945e2a75ba9cba3914500 2024-11-17T00:17:58,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/a77a53a890084786a1803c7f2858354c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c 2024-11-17T00:17:58,688 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c, entries=200, sequenceid=573, filesize=14.4 K 2024-11-17T00:17:58,690 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/6ef687c38e2843fca55cbd0db44e7fac as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac 2024-11-17T00:17:58,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac, entries=150, sequenceid=573, filesize=12.0 K 2024-11-17T00:17:58,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/cc2092e8993945e2a75ba9cba3914500 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500 2024-11-17T00:17:58,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500, entries=150, sequenceid=573, filesize=12.0 K 2024-11-17T00:17:58,706 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 41815f6c3ec66422706539a95d6f476c in 545ms, sequenceid=573, compaction requested=true 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:17:58,706 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:58,706 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:17:58,706 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:17:58,707 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:17:58,707 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:17:58,707 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. because compaction request was cancelled 2024-11-17T00:17:58,707 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:17:58,707 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:17:58,708 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:17:58,708 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:17:58,708 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. because compaction request was cancelled 2024-11-17T00:17:58,708 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:17:58,709 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:17:58,709 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/C is initiating minor compaction (all files) 2024-11-17T00:17:58,709 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/C in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,709 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/e538378f6e3943938ecb0e66773a78c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.2 K 2024-11-17T00:17:58,710 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e538378f6e3943938ecb0e66773a78c0, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1731802675675 2024-11-17T00:17:58,710 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4197f95dddb42a3af7ace09c96f743c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731802677804 2024-11-17T00:17:58,711 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2092e8993945e2a75ba9cba3914500, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731802677840 2024-11-17T00:17:58,724 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#C#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:17:58,724 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/827c139c1d5b456aa404e55f36f77d4c is 50, key is test_row_0/C:col10/1731802677843/Put/seqid=0 2024-11-17T00:17:58,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741958_1134 (size=13629) 2024-11-17T00:17:58,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:17:58,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:17:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:17:58,785 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x478bae6b to 127.0.0.1:50278 2024-11-17T00:17:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,785 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f343a4d to 127.0.0.1:50278 2024-11-17T00:17:58,785 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:17:58,785 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:17:58,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:17:58,786 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38766d64 to 127.0.0.1:50278 2024-11-17T00:17:58,786 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,788 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22cb07dd to 127.0.0.1:50278 2024-11-17T00:17:58,788 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:58,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/15f0ddc405f94b54a166b0173c11afb9 is 50, key is test_row_0/A:col10/1731802678783/Put/seqid=0 2024-11-17T00:17:58,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741959_1135 (size=12301) 2024-11-17T00:17:58,820 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,821 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,973 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:58,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:58,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:58,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:17:59,126 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,127 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,140 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/827c139c1d5b456aa404e55f36f77d4c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/827c139c1d5b456aa404e55f36f77d4c 2024-11-17T00:17:59,147 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/C of 41815f6c3ec66422706539a95d6f476c into 827c139c1d5b456aa404e55f36f77d4c(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:17:59,147 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:17:59,147 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/C, priority=13, startTime=1731802678706; duration=0sec 2024-11-17T00:17:59,148 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:17:59,148 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:17:59,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T00:17:59,199 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/15f0ddc405f94b54a166b0173c11afb9 2024-11-17T00:17:59,209 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0b82d07b10194f33a88b57218e51626a is 50, key is test_row_0/B:col10/1731802678783/Put/seqid=0 2024-11-17T00:17:59,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741960_1136 (size=12301) 2024-11-17T00:17:59,280 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,433 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,586 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,587 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,620 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0b82d07b10194f33a88b57218e51626a 2024-11-17T00:17:59,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/ef259c9c1c2644e68638837156531e11 is 50, key is test_row_0/C:col10/1731802678783/Put/seqid=0 2024-11-17T00:17:59,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741961_1137 (size=12301) 2024-11-17T00:17:59,740 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,741 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,887 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5400112e to 127.0.0.1:50278 2024-11-17T00:17:59,888 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:17:59,893 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:17:59,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:17:59,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:17:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:17:59,894 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:17:59,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:18:00,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/ef259c9c1c2644e68638837156531e11 2024-11-17T00:18:00,038 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/15f0ddc405f94b54a166b0173c11afb9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9 2024-11-17T00:18:00,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9, entries=150, sequenceid=587, filesize=12.0 K 2024-11-17T00:18:00,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/0b82d07b10194f33a88b57218e51626a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a 2024-11-17T00:18:00,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:00,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:18:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. as already flushing 2024-11-17T00:18:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:00,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:00,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:00,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a, entries=150, sequenceid=587, filesize=12.0 K 2024-11-17T00:18:00,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:00,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/ef259c9c1c2644e68638837156531e11 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ef259c9c1c2644e68638837156531e11 2024-11-17T00:18:00,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ef259c9c1c2644e68638837156531e11, entries=150, sequenceid=587, filesize=12.0 K 2024-11-17T00:18:00,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=13.42 KB/13740 for 41815f6c3ec66422706539a95d6f476c in 1268ms, sequenceid=587, compaction requested=true 2024-11-17T00:18:00,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 41815f6c3ec66422706539a95d6f476c:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:00,053 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:00,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:00,053 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/A is initiating minor compaction (all files) 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 41815f6c3ec66422706539a95d6f476c/B is initiating minor compaction (all files) 2024-11-17T00:18:00,054 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/A in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:00,054 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 41815f6c3ec66422706539a95d6f476c/B in TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:00,054 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b97a38416904636a4edca6c22ff8157, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=39.7 K 2024-11-17T00:18:00,054 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/3a590cffdb574e609d5c27e88f5173c1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp, totalSize=37.3 K 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a590cffdb574e609d5c27e88f5173c1, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731802677804 2024-11-17T00:18:00,054 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b97a38416904636a4edca6c22ff8157, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=546, earliestPutTs=1731802677804 2024-11-17T00:18:00,055 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ef687c38e2843fca55cbd0db44e7fac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731802677840 2024-11-17T00:18:00,055 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77a53a890084786a1803c7f2858354c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=573, earliestPutTs=1731802677840 2024-11-17T00:18:00,055 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 15f0ddc405f94b54a166b0173c11afb9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1731802678164 2024-11-17T00:18:00,055 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b82d07b10194f33a88b57218e51626a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=587, earliestPutTs=1731802678164 2024-11-17T00:18:00,063 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#B#compaction#123 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:00,063 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41815f6c3ec66422706539a95d6f476c#A#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:00,063 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/3dbec7c935e1449badc69d209523c45d is 50, key is test_row_0/A:col10/1731802678783/Put/seqid=0 2024-11-17T00:18:00,063 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/52e286e746ce45f0b8d8cb1d4844332b is 50, key is test_row_0/B:col10/1731802678783/Put/seqid=0 2024-11-17T00:18:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741962_1138 (size=13697) 2024-11-17T00:18:00,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741963_1139 (size=13697) 2024-11-17T00:18:00,198 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:00,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-17T00:18:00,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:00,199 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 41815f6c3ec66422706539a95d6f476c 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-17T00:18:00,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=A 2024-11-17T00:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=B 2024-11-17T00:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 41815f6c3ec66422706539a95d6f476c, store=C 2024-11-17T00:18:00,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:00,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4b4f11f0d71d43e4a8eb98fc9873c208 is 50, key is test_row_0/A:col10/1731802678787/Put/seqid=0 2024-11-17T00:18:00,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741964_1140 (size=9857) 2024-11-17T00:18:00,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/52e286e746ce45f0b8d8cb1d4844332b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/52e286e746ce45f0b8d8cb1d4844332b 2024-11-17T00:18:00,474 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/3dbec7c935e1449badc69d209523c45d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/3dbec7c935e1449badc69d209523c45d 2024-11-17T00:18:00,480 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/A of 41815f6c3ec66422706539a95d6f476c into 3dbec7c935e1449badc69d209523c45d(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:00,480 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 41815f6c3ec66422706539a95d6f476c/B of 41815f6c3ec66422706539a95d6f476c into 52e286e746ce45f0b8d8cb1d4844332b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:18:00,480 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/A, priority=13, startTime=1731802680053; duration=0sec 2024-11-17T00:18:00,480 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c., storeName=41815f6c3ec66422706539a95d6f476c/B, priority=13, startTime=1731802680053; duration=0sec 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:A 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:00,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:B 2024-11-17T00:18:00,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:00,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:00,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. because compaction request was cancelled 2024-11-17T00:18:00,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41815f6c3ec66422706539a95d6f476c:C 2024-11-17T00:18:00,607 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4b4f11f0d71d43e4a8eb98fc9873c208 2024-11-17T00:18:00,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11edb62ec4144bad92945e50e6db5f94 is 50, key is test_row_0/B:col10/1731802678787/Put/seqid=0 2024-11-17T00:18:00,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741965_1141 (size=9857) 2024-11-17T00:18:01,019 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11edb62ec4144bad92945e50e6db5f94 2024-11-17T00:18:01,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/26e969cf27074825978874479008d39a is 50, key is test_row_0/C:col10/1731802678787/Put/seqid=0 2024-11-17T00:18:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741966_1142 (size=9857) 2024-11-17T00:18:01,431 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=593 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/26e969cf27074825978874479008d39a 2024-11-17T00:18:01,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/A/4b4f11f0d71d43e4a8eb98fc9873c208 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4b4f11f0d71d43e4a8eb98fc9873c208 2024-11-17T00:18:01,440 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4b4f11f0d71d43e4a8eb98fc9873c208, entries=100, sequenceid=593, filesize=9.6 K 2024-11-17T00:18:01,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/B/11edb62ec4144bad92945e50e6db5f94 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11edb62ec4144bad92945e50e6db5f94 2024-11-17T00:18:01,445 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11edb62ec4144bad92945e50e6db5f94, entries=100, sequenceid=593, filesize=9.6 K 2024-11-17T00:18:01,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/.tmp/C/26e969cf27074825978874479008d39a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/26e969cf27074825978874479008d39a 2024-11-17T00:18:01,450 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/26e969cf27074825978874479008d39a, entries=100, sequenceid=593, filesize=9.6 K 2024-11-17T00:18:01,451 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 41815f6c3ec66422706539a95d6f476c in 1252ms, sequenceid=593, compaction requested=true 2024-11-17T00:18:01,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:18:01,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:01,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T00:18:01,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-17T00:18:01,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-17T00:18:01,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5590 sec 2024-11-17T00:18:01,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 3.5630 sec 2024-11-17T00:18:01,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-17T00:18:01,997 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 111 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 104 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6717 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6782 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2967 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8898 rows 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2956 2024-11-17T00:18:01,997 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8868 rows 2024-11-17T00:18:01,997 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:18:01,997 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f6e36fe to 127.0.0.1:50278 2024-11-17T00:18:01,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:02,000 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:18:02,005 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:18:02,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802682012"}]},"ts":"1731802682012"} 2024-11-17T00:18:02,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-17T00:18:02,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:18:02,015 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:18:02,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:18:02,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, UNASSIGN}] 2024-11-17T00:18:02,021 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, UNASSIGN 2024-11-17T00:18:02,022 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=41815f6c3ec66422706539a95d6f476c, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:02,023 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:18:02,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; CloseRegionProcedure 41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-17T00:18:02,178 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:02,179 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(124): Close 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:18:02,180 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:18:02,180 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1681): Closing 41815f6c3ec66422706539a95d6f476c, disabling compactions & flushes 2024-11-17T00:18:02,180 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:02,180 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:02,180 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. after waiting 0 ms 2024-11-17T00:18:02,180 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:02,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/73e538b2167347689d124ae580304dfe, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e470d2063615438aa23b8cb358b2cdc9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5dd5842e3da64e59bcc34ade901b474f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e9d1ed9669bd4ef4a50b6fd7f557c8af, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b42f3781b7c49b18ed3923a28cf20d8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5f5ebcba32384d8b9beaefbd4ee825cf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5e9fd95ddf1a436690b9d1c9b15af002, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/ee36b6ea3d5042b1ac5afdb4e12bd375, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/d40feb9bec8943ccb7ea74629a7069e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/fa9569b4ab874d1bb74d1f7a4fa705b5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b97a38416904636a4edca6c22ff8157, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9] to archive 2024-11-17T00:18:02,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:02,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/67693857795948159cbd2b5a42daad45 2024-11-17T00:18:02,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/454018fcfaae459890afffeb5d739dd3 2024-11-17T00:18:02,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5cc871832e8349f4a87f6352efd0e29f 2024-11-17T00:18:02,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/73e538b2167347689d124ae580304dfe to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/73e538b2167347689d124ae580304dfe 2024-11-17T00:18:02,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/289b8366868b4dc08f1bb7ca17de5e6d 2024-11-17T00:18:02,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/656a7971f6054f1fa3db20ae5affb090 2024-11-17T00:18:02,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b2925bfd8cb94d9fb719298f55d3fcf3 2024-11-17T00:18:02,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e470d2063615438aa23b8cb358b2cdc9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e470d2063615438aa23b8cb358b2cdc9 2024-11-17T00:18:02,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/10f521454b8442b1a6b28748a6ccd1c4 2024-11-17T00:18:02,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/775c9fda5924409884752b12327252cf 2024-11-17T00:18:02,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5dd5842e3da64e59bcc34ade901b474f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5dd5842e3da64e59bcc34ade901b474f 2024-11-17T00:18:02,203 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/c9939739e57444548fcd4f4d4e7b97de 2024-11-17T00:18:02,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c4176fe23b6429b82bad99362370987 2024-11-17T00:18:02,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e9d1ed9669bd4ef4a50b6fd7f557c8af to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e9d1ed9669bd4ef4a50b6fd7f557c8af 2024-11-17T00:18:02,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b10a2fba2f2249a1bff281569aaf685e 2024-11-17T00:18:02,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4c9081c7562b4778a631c2dd0e65736f 2024-11-17T00:18:02,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9a07a680f27949edaa30c72301c61a96 2024-11-17T00:18:02,209 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/45183e5a52f347ed8ed6bc9ba4c49aed 2024-11-17T00:18:02,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b42f3781b7c49b18ed3923a28cf20d8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b42f3781b7c49b18ed3923a28cf20d8 2024-11-17T00:18:02,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/37ad3183f0df4f81bb6c172b650d6240 2024-11-17T00:18:02,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5f5ebcba32384d8b9beaefbd4ee825cf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5f5ebcba32384d8b9beaefbd4ee825cf 2024-11-17T00:18:02,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/cd431664d0204c68a81bc15a241260e8 2024-11-17T00:18:02,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/2e04d0baa4b642178bf1e725a48438c6 2024-11-17T00:18:02,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7c1ca942b6ad4819bb963b5b519f1837 2024-11-17T00:18:02,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5e9fd95ddf1a436690b9d1c9b15af002 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/5e9fd95ddf1a436690b9d1c9b15af002 2024-11-17T00:18:02,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4ed7707b2e614b91b29e82a6f620ab8f 2024-11-17T00:18:02,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/b0d9140d3a04407683578e6aea769988 2024-11-17T00:18:02,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/ee36b6ea3d5042b1ac5afdb4e12bd375 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/ee36b6ea3d5042b1ac5afdb4e12bd375 2024-11-17T00:18:02,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7b65f1c80eac4d37b159ed3994f8bf48 2024-11-17T00:18:02,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/7896dc074580439885608bf3a279a17c 2024-11-17T00:18:02,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/65b747365c1543a783d93646ddcab4a3 2024-11-17T00:18:02,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/d40feb9bec8943ccb7ea74629a7069e3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/d40feb9bec8943ccb7ea74629a7069e3 2024-11-17T00:18:02,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/90f9b77255074e4eb2b6fb025fe186b6 2024-11-17T00:18:02,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/59e315cfa77d4c60938a69d8e33fda06 2024-11-17T00:18:02,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/e54a9cf9a02d4202a18bd3c582511ca5 2024-11-17T00:18:02,229 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/fa9569b4ab874d1bb74d1f7a4fa705b5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/fa9569b4ab874d1bb74d1f7a4fa705b5 2024-11-17T00:18:02,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/9455bd52bd104e5cb769cdcbd3b57d05 2024-11-17T00:18:02,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/6df98396f2ba4d92be8df69d7e2e2bd1 2024-11-17T00:18:02,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b97a38416904636a4edca6c22ff8157 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/0b97a38416904636a4edca6c22ff8157 2024-11-17T00:18:02,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/a77a53a890084786a1803c7f2858354c 2024-11-17T00:18:02,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/15f0ddc405f94b54a166b0173c11afb9 2024-11-17T00:18:02,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/95fd5f308b654c3983ed3a743b28e761, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/c2f3e321ac4e4575943bc6acaa4e4863, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8b36a86cd97344319a2dfe14d241abe0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7884f17616bd45ccb51ead9479eea674, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/df6cd5f6e94d4a13bbd44b1e5aa473e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ffba14e212a64dea854ce5702b5ef90a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0983ce3971794b34b1edd24fb790bceb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/790e0a62d36047b481b2617dbd8e3a9b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ee8d27353150446d93bb52f48313f993, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/30d84616997d4f4fb53537ec0e2a3f61, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/3a590cffdb574e609d5c27e88f5173c1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a] to archive 2024-11-17T00:18:02,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:02,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f5e58c21f4724c4bb7f8471f9e99c336 2024-11-17T00:18:02,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b056bdf66a7b4d7696c6268b5178491a 2024-11-17T00:18:02,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/f0af224f83a4428594f8a5a989d96a03 2024-11-17T00:18:02,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/95fd5f308b654c3983ed3a743b28e761 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/95fd5f308b654c3983ed3a743b28e761 2024-11-17T00:18:02,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/73e57b364d964cd08585ad270ee19aea 2024-11-17T00:18:02,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5156b47ed8634655bf0505787505a7d6 2024-11-17T00:18:02,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/c2f3e321ac4e4575943bc6acaa4e4863 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/c2f3e321ac4e4575943bc6acaa4e4863 2024-11-17T00:18:02,259 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/fcfd7495c71d4c8e9a5067eeaefea545 2024-11-17T00:18:02,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c7bde20b4644abb92aaf7b855774056 2024-11-17T00:18:02,261 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8b36a86cd97344319a2dfe14d241abe0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8b36a86cd97344319a2dfe14d241abe0 2024-11-17T00:18:02,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/378df3ea0edd47c0927a522fe1d315f2 2024-11-17T00:18:02,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/5ca326f0029643da99c018bda441cf42 2024-11-17T00:18:02,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/e53bf0186a744e1183a05f59598d15cc 2024-11-17T00:18:02,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7884f17616bd45ccb51ead9479eea674 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7884f17616bd45ccb51ead9479eea674 2024-11-17T00:18:02,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/01ba201238364b13ab309f1291cde99c 2024-11-17T00:18:02,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/d8f26f043b314c6fb571e6f52ffe0033 2024-11-17T00:18:02,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/b5beb8f7aa3a44d2b9e62ac1b42de46c 2024-11-17T00:18:02,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/df6cd5f6e94d4a13bbd44b1e5aa473e0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/df6cd5f6e94d4a13bbd44b1e5aa473e0 2024-11-17T00:18:02,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4155a65314454f58b21489498b68f2f9 2024-11-17T00:18:02,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/bd0815c03e084d13ada0590efd5026fb 2024-11-17T00:18:02,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ffba14e212a64dea854ce5702b5ef90a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ffba14e212a64dea854ce5702b5ef90a 2024-11-17T00:18:02,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1af112ad9d2041e7bfd447c0578b75fa 2024-11-17T00:18:02,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/259738605a9841a999044300fc90f8e7 2024-11-17T00:18:02,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/9d82d0ab15844a009c383a9328b26497 2024-11-17T00:18:02,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0983ce3971794b34b1edd24fb790bceb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0983ce3971794b34b1edd24fb790bceb 2024-11-17T00:18:02,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ed1b28b5df94432b89eec577fe210040 2024-11-17T00:18:02,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11f4092aae564caaa7406b165080f7bc 2024-11-17T00:18:02,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/790e0a62d36047b481b2617dbd8e3a9b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/790e0a62d36047b481b2617dbd8e3a9b 2024-11-17T00:18:02,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/09cc12708cfc43359383e9764474f108 2024-11-17T00:18:02,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/8fedf2e17f0d4506b8072ad9687173b9 2024-11-17T00:18:02,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ee8d27353150446d93bb52f48313f993 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/ee8d27353150446d93bb52f48313f993 2024-11-17T00:18:02,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0c7e6d5804124b91b07a99303c701163 2024-11-17T00:18:02,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0dab772078e24a7a99cec83da1daecc0 2024-11-17T00:18:02,287 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/4c5852371a8645f18b6c6011272a0144 2024-11-17T00:18:02,288 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/30d84616997d4f4fb53537ec0e2a3f61 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/30d84616997d4f4fb53537ec0e2a3f61 2024-11-17T00:18:02,289 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/094bf4d66a4347ddbcecf750f8083ddf 2024-11-17T00:18:02,291 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/1b12bd1e32f34861a840a47c139b0245 2024-11-17T00:18:02,292 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/3a590cffdb574e609d5c27e88f5173c1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/3a590cffdb574e609d5c27e88f5173c1 2024-11-17T00:18:02,293 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/7f774b89c50d48978603843b86ba1e73 2024-11-17T00:18:02,294 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/6ef687c38e2843fca55cbd0db44e7fac 2024-11-17T00:18:02,295 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/0b82d07b10194f33a88b57218e51626a 2024-11-17T00:18:02,296 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9a84904b95d245a3aeede348ecd0ceff, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d2f36f36cf0e45829c53d8e9ceb2e580, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1bbc28d1b8a744f5860bb37b11021536, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/194aee09b01f483089b4ba92ba2bcdde, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ea68d38ba6ac4aa384c9aca66d774ac2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8f72b9a5dcbc49f3b01ac717079a42c2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25844ad508bf4463a343831d62614ca9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/50c6cbcc59c44368b1b4665c42f50123, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d50c9b28aa3345949c16f281ae14deaf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/e538378f6e3943938ecb0e66773a78c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500] to archive 2024-11-17T00:18:02,297 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:02,299 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7ed7ac4e2d9f4801a55aefffd255d02a 2024-11-17T00:18:02,300 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8a7654151b63489aa510017e936defc8 2024-11-17T00:18:02,301 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9279465a3e3a475fac4b87fde35fb240 2024-11-17T00:18:02,303 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9a84904b95d245a3aeede348ecd0ceff to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/9a84904b95d245a3aeede348ecd0ceff 2024-11-17T00:18:02,304 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/34d241a7e307481396d3712e109e5a28 2024-11-17T00:18:02,305 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/816c8cd31eff4792aa59e8c7efd6f578 2024-11-17T00:18:02,307 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d2f36f36cf0e45829c53d8e9ceb2e580 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d2f36f36cf0e45829c53d8e9ceb2e580 2024-11-17T00:18:02,308 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4748c0fc74e043e5bb73117c02580e66 2024-11-17T00:18:02,309 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8fe99068ec4b498ebfcea8b18f0f615b 2024-11-17T00:18:02,311 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1bbc28d1b8a744f5860bb37b11021536 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1bbc28d1b8a744f5860bb37b11021536 2024-11-17T00:18:02,312 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5cadcd1e7e99475896caa8143d749f85 2024-11-17T00:18:02,314 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/fef86f811e124b2992e266018989d9c3 2024-11-17T00:18:02,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-17T00:18:02,315 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/44d024dba7424d979971aa22410bc782 2024-11-17T00:18:02,317 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/194aee09b01f483089b4ba92ba2bcdde to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/194aee09b01f483089b4ba92ba2bcdde 2024-11-17T00:18:02,318 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/0d2d3708c6e54672b69d72677624e47e 2024-11-17T00:18:02,319 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/226b65126e1c4bc69552dbcceda9bcd3 2024-11-17T00:18:02,320 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/b4beb8bc951040a8bc096792bc991361 2024-11-17T00:18:02,322 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ea68d38ba6ac4aa384c9aca66d774ac2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ea68d38ba6ac4aa384c9aca66d774ac2 2024-11-17T00:18:02,323 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/c92a508e1d964d89b81cfb1cc17558f7 2024-11-17T00:18:02,325 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/dfdbf27f420f41aaa081e4377e7e4239 2024-11-17T00:18:02,326 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8f72b9a5dcbc49f3b01ac717079a42c2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/8f72b9a5dcbc49f3b01ac717079a42c2 2024-11-17T00:18:02,327 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/2a4dda728b0f4a41a98182577a6b8054 2024-11-17T00:18:02,329 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/6126d6a0d5834d86b641da38aa5c8067 2024-11-17T00:18:02,330 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25987bdea59142839abf9d8232cf05b4 2024-11-17T00:18:02,331 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25844ad508bf4463a343831d62614ca9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/25844ad508bf4463a343831d62614ca9 2024-11-17T00:18:02,333 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/4152a8a3fd2c4b87a611b452b18437b9 2024-11-17T00:18:02,334 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/5e5e2f9e83334aff87e9ce7799a68dcb 2024-11-17T00:18:02,336 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/50c6cbcc59c44368b1b4665c42f50123 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/50c6cbcc59c44368b1b4665c42f50123 2024-11-17T00:18:02,337 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/a063e305254b471ea0483f68637ccde8 2024-11-17T00:18:02,338 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/61f10ba82293409692864f8b504d7fec 2024-11-17T00:18:02,339 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d50c9b28aa3345949c16f281ae14deaf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d50c9b28aa3345949c16f281ae14deaf 2024-11-17T00:18:02,340 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7608fa02c2ab4b60abb8e95e05cd9f32 2024-11-17T00:18:02,342 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/1b615736e3904f8da23f3e79b925e7ec 2024-11-17T00:18:02,343 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7cc154399ff042c8b920c63774b12723 2024-11-17T00:18:02,344 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/97934f66bafa4f49a240ccd66b577e95 2024-11-17T00:18:02,345 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/e538378f6e3943938ecb0e66773a78c0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/e538378f6e3943938ecb0e66773a78c0 2024-11-17T00:18:02,346 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/7f65d9acd9184676984a913872fa294b 2024-11-17T00:18:02,348 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/d4197f95dddb42a3af7ace09c96f743c 2024-11-17T00:18:02,349 DEBUG [StoreCloser-TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/cc2092e8993945e2a75ba9cba3914500 2024-11-17T00:18:02,354 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/recovered.edits/598.seqid, newMaxSeqId=598, maxSeqId=1 2024-11-17T00:18:02,356 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c. 2024-11-17T00:18:02,356 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] regionserver.HRegion(1635): Region close journal for 41815f6c3ec66422706539a95d6f476c: 2024-11-17T00:18:02,358 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=37}] handler.UnassignRegionHandler(170): Closed 41815f6c3ec66422706539a95d6f476c 2024-11-17T00:18:02,358 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=41815f6c3ec66422706539a95d6f476c, regionState=CLOSED 2024-11-17T00:18:02,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T00:18:02,361 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; CloseRegionProcedure 41815f6c3ec66422706539a95d6f476c, server=3fbf313856f1,36661,1731802650791 in 337 msec 2024-11-17T00:18:02,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-11-17T00:18:02,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=41815f6c3ec66422706539a95d6f476c, UNASSIGN in 341 msec 2024-11-17T00:18:02,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-17T00:18:02,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 347 msec 2024-11-17T00:18:02,364 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802682364"}]},"ts":"1731802682364"} 2024-11-17T00:18:02,365 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:18:02,367 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:18:02,369 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 361 msec 2024-11-17T00:18:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-17T00:18:02,615 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-17T00:18:02,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:18:02,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,623 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=38, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,624 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=38, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-17T00:18:02,627 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c 2024-11-17T00:18:02,630 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/recovered.edits] 2024-11-17T00:18:02,633 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/3dbec7c935e1449badc69d209523c45d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/3dbec7c935e1449badc69d209523c45d 2024-11-17T00:18:02,634 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4b4f11f0d71d43e4a8eb98fc9873c208 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/A/4b4f11f0d71d43e4a8eb98fc9873c208 2024-11-17T00:18:02,637 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11edb62ec4144bad92945e50e6db5f94 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/11edb62ec4144bad92945e50e6db5f94 2024-11-17T00:18:02,638 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/52e286e746ce45f0b8d8cb1d4844332b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/B/52e286e746ce45f0b8d8cb1d4844332b 2024-11-17T00:18:02,641 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/26e969cf27074825978874479008d39a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/26e969cf27074825978874479008d39a 2024-11-17T00:18:02,642 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/827c139c1d5b456aa404e55f36f77d4c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/827c139c1d5b456aa404e55f36f77d4c 2024-11-17T00:18:02,643 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ef259c9c1c2644e68638837156531e11 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/C/ef259c9c1c2644e68638837156531e11 2024-11-17T00:18:02,646 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/recovered.edits/598.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c/recovered.edits/598.seqid 2024-11-17T00:18:02,647 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/41815f6c3ec66422706539a95d6f476c 2024-11-17T00:18:02,647 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:18:02,653 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=38, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-17T00:18:02,661 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:18:02,693 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:18:02,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=38, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,695 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:18:02,696 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802682695"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:02,699 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:18:02,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 41815f6c3ec66422706539a95d6f476c, NAME => 'TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:18:02,699 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:18:02,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802682699"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:02,702 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:18:02,704 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=38, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,705 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 85 msec 2024-11-17T00:18:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-17T00:18:02,726 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-17T00:18:02,739 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=241 (was 219) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1209791009_22 at /127.0.0.1:43748 [Waiting for operation #294] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1209791009_22 at /127.0.0.1:34960 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1248169135_22 at /127.0.0.1:48618 [Waiting for operation #312] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1248169135_22 at /127.0.0.1:60262 [Waiting for operation #194] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x18ba9584-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;3fbf313856f1:36661-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=462 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=245 (was 156) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15050 (was 15632) 2024-11-17T00:18:02,747 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=241, OpenFileDescriptor=462, MaxFileDescriptor=1048576, SystemLoadAverage=245, ProcessCount=11, AvailableMemoryMB=15050 2024-11-17T00:18:02,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:18:02,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:18:02,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:02,750 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:18:02,751 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:02,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 39 2024-11-17T00:18:02,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:02,751 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:18:02,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741967_1143 (size=960) 2024-11-17T00:18:02,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:03,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:03,159 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:18:03,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741968_1144 (size=53) 2024-11-17T00:18:03,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 79d816fd2a5a67df41c275fe41d593d1, disabling compactions & flushes 2024-11-17T00:18:03,566 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. after waiting 0 ms 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,566 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,566 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:03,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:18:03,568 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802683567"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802683567"}]},"ts":"1731802683567"} 2024-11-17T00:18:03,569 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:18:03,570 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:18:03,570 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802683570"}]},"ts":"1731802683570"} 2024-11-17T00:18:03,571 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:18:03,576 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, ASSIGN}] 2024-11-17T00:18:03,576 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, ASSIGN 2024-11-17T00:18:03,577 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:18:03,727 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:03,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; OpenRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:03,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:03,880 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:03,884 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,884 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:18:03,884 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,884 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:03,884 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,884 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,886 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,887 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:03,887 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName A 2024-11-17T00:18:03,887 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:03,888 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:03,888 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,889 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:03,889 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName B 2024-11-17T00:18:03,890 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:03,890 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:03,890 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,891 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:03,891 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName C 2024-11-17T00:18:03,891 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:03,892 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:03,892 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,893 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,893 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,895 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:18:03,896 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:03,898 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:18:03,898 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 79d816fd2a5a67df41c275fe41d593d1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73985343, jitterRate=0.10246752202510834}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:18:03,899 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:03,899 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., pid=41, masterSystemTime=1731802683880 2024-11-17T00:18:03,901 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,901 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:03,901 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:03,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-17T00:18:03,904 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; OpenRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 in 174 msec 2024-11-17T00:18:03,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T00:18:03,906 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, ASSIGN in 329 msec 2024-11-17T00:18:03,906 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:18:03,906 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802683906"}]},"ts":"1731802683906"} 2024-11-17T00:18:03,907 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:18:03,910 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=39, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:18:03,911 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-11-17T00:18:04,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=39 2024-11-17T00:18:04,856 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 39 completed 2024-11-17T00:18:04,858 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118b007e to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d29de25 2024-11-17T00:18:04,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a378df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:04,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:04,868 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55726, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:04,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:18:04,871 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37234, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:18:04,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:18:04,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:18:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:04,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741969_1145 (size=996) 2024-11-17T00:18:05,294 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T00:18:05,294 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T00:18:05,297 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:18:05,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, REOPEN/MOVE}] 2024-11-17T00:18:05,306 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, REOPEN/MOVE 2024-11-17T00:18:05,306 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,307 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:18:05,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; CloseRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:05,459 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,460 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(124): Close 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,460 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:18:05,460 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1681): Closing 79d816fd2a5a67df41c275fe41d593d1, disabling compactions & flushes 2024-11-17T00:18:05,460 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,460 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,460 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. after waiting 0 ms 2024-11-17T00:18:05,460 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,464 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T00:18:05,464 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,464 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1635): Region close journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:05,464 WARN [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3786): Not adding moved region record: 79d816fd2a5a67df41c275fe41d593d1 to self. 2024-11-17T00:18:05,466 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(170): Closed 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,466 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=CLOSED 2024-11-17T00:18:05,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-17T00:18:05,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; CloseRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 in 159 msec 2024-11-17T00:18:05,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, REOPEN/MOVE; state=CLOSED, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=true 2024-11-17T00:18:05,619 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,621 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE; OpenRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:05,772 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,775 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,776 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:18:05,776 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,776 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:05,776 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,776 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,780 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,781 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:05,786 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName A 2024-11-17T00:18:05,788 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:05,788 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:05,789 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,789 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:05,789 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName B 2024-11-17T00:18:05,789 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:05,790 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:05,790 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,790 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:05,791 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79d816fd2a5a67df41c275fe41d593d1 columnFamilyName C 2024-11-17T00:18:05,791 DEBUG [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:05,791 INFO [StoreOpener-79d816fd2a5a67df41c275fe41d593d1-1 {}] regionserver.HStore(327): Store=79d816fd2a5a67df41c275fe41d593d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:05,791 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,792 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,793 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,794 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:18:05,795 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,796 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 79d816fd2a5a67df41c275fe41d593d1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64869401, jitterRate=-0.033370599150657654}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:18:05,797 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:05,797 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., pid=46, masterSystemTime=1731802685772 2024-11-17T00:18:05,799 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,799 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:05,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=OPEN, openSeqNum=5, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=44 2024-11-17T00:18:05,801 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=44, state=SUCCESS; OpenRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 in 179 msec 2024-11-17T00:18:05,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-17T00:18:05,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, REOPEN/MOVE in 496 msec 2024-11-17T00:18:05,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=42 2024-11-17T00:18:05,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=42, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-11-17T00:18:05,807 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 927 msec 2024-11-17T00:18:05,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-17T00:18:05,815 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79982672 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2931c73e 2024-11-17T00:18:05,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bad2e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b4bd1ba to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@491ea2ee 2024-11-17T00:18:05,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@328f994d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x454f1431 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@190853fc 2024-11-17T00:18:05,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9306be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,832 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x505d5ccd to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46114993 2024-11-17T00:18:05,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@465dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,836 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x367f47f7 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2885d2d9 2024-11-17T00:18:05,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb464a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,839 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22e911df to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78cafade 2024-11-17T00:18:05,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@152377d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b727d6e to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14c16cd4 2024-11-17T00:18:05,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a52344f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c7940d9 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@341384e 2024-11-17T00:18:05,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ba8425, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,849 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2c38ee58 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@26b120d9 2024-11-17T00:18:05,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af61386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:05,857 DEBUG [hconnection-0x160afe77-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,858 DEBUG [hconnection-0x6b4524be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,858 DEBUG [hconnection-0xa5c643a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,859 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,859 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55742, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,859 DEBUG [hconnection-0x3a83afe5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,860 DEBUG [hconnection-0x3dfb4f96-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,860 DEBUG [hconnection-0x2696aa23-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,860 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55750, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,861 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55754, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,861 DEBUG [hconnection-0x27a3616c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,862 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,862 DEBUG [hconnection-0x12e2ac45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,863 DEBUG [hconnection-0x2ac3e101-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:05,863 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,864 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55766, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:05,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-11-17T00:18:05,866 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:05,866 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,867 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:05,867 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:05,868 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:05,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:05,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:05,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:05,877 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:05,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802745914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802745913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:05,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802745915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802745916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:05,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802745916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:05,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b1623dea8c2a4294a3338544db9c227d_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_1/A:col10/1731802685873/Put/seqid=0 2024-11-17T00:18:05,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741970_1146 (size=9714) 2024-11-17T00:18:05,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:06,018 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802746019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802746019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802746019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802746020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802746020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:06,173 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,174 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802746225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802746225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802746226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802746226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802746227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,326 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,352 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:06,358 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b1623dea8c2a4294a3338544db9c227d_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b1623dea8c2a4294a3338544db9c227d_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:06,359 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/3b85536e7d60475d932c9b56397d06cc, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:06,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/3b85536e7d60475d932c9b56397d06cc is 175, key is test_row_1/A:col10/1731802685873/Put/seqid=0 2024-11-17T00:18:06,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741971_1147 (size=22361) 2024-11-17T00:18:06,390 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/3b85536e7d60475d932c9b56397d06cc 2024-11-17T00:18:06,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 is 50, key is test_row_1/B:col10/1731802685873/Put/seqid=0 2024-11-17T00:18:06,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741972_1148 (size=9657) 2024-11-17T00:18:06,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:06,480 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802746528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802746528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802746528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802746529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:06,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802746530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,634 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,799 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] handler.RSProcedureHandler(58): pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=48 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=48 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:06,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 2024-11-17T00:18:06,882 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/73e0f9775fb04060a467edb0e591e9b4 is 50, key is test_row_1/C:col10/1731802685873/Put/seqid=0 2024-11-17T00:18:06,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741973_1149 (size=9657) 2024-11-17T00:18:06,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/73e0f9775fb04060a467edb0e591e9b4 2024-11-17T00:18:06,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/3b85536e7d60475d932c9b56397d06cc as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc 2024-11-17T00:18:06,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc, entries=100, sequenceid=15, filesize=21.8 K 2024-11-17T00:18:06,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 2024-11-17T00:18:06,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884, entries=100, sequenceid=15, filesize=9.4 K 2024-11-17T00:18:06,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/73e0f9775fb04060a467edb0e591e9b4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4 2024-11-17T00:18:06,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4, entries=100, sequenceid=15, filesize=9.4 K 2024-11-17T00:18:06,926 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 79d816fd2a5a67df41c275fe41d593d1 in 1049ms, sequenceid=15, compaction requested=false 2024-11-17T00:18:06,926 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T00:18:06,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:06,951 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:06,952 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-11-17T00:18:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:06,952 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:18:06,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:06,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:06,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179923100091a945949444d2bb9b083986_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802685914/Put/seqid=0 2024-11-17T00:18:06,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:06,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741974_1150 (size=12154) 2024-11-17T00:18:06,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:06,985 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179923100091a945949444d2bb9b083986_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179923100091a945949444d2bb9b083986_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ad3104a79c8d441dbd845ffa3e5a4ff3, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:06,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ad3104a79c8d441dbd845ffa3e5a4ff3 is 175, key is test_row_0/A:col10/1731802685914/Put/seqid=0 2024-11-17T00:18:06,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741975_1151 (size=30955) 2024-11-17T00:18:06,998 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ad3104a79c8d441dbd845ffa3e5a4ff3 2024-11-17T00:18:07,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/28ec642863834896a672c7c2c3e3209c is 50, key is test_row_0/B:col10/1731802685914/Put/seqid=0 2024-11-17T00:18:07,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:07,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741976_1152 (size=12001) 2024-11-17T00:18:07,038 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/28ec642863834896a672c7c2c3e3209c 2024-11-17T00:18:07,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/505df23f08ec4dc686e5cf005bfbe908 is 50, key is test_row_0/C:col10/1731802685914/Put/seqid=0 2024-11-17T00:18:07,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741977_1153 (size=12001) 2024-11-17T00:18:07,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,471 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/505df23f08ec4dc686e5cf005bfbe908 2024-11-17T00:18:07,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ad3104a79c8d441dbd845ffa3e5a4ff3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3 2024-11-17T00:18:07,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3, entries=150, sequenceid=41, filesize=30.2 K 2024-11-17T00:18:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/28ec642863834896a672c7c2c3e3209c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c 2024-11-17T00:18:07,499 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:18:07,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/505df23f08ec4dc686e5cf005bfbe908 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908 2024-11-17T00:18:07,505 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:18:07,506 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 79d816fd2a5a67df41c275fe41d593d1 in 554ms, sequenceid=41, compaction requested=false 2024-11-17T00:18:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:07,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T00:18:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-11-17T00:18:07,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-17T00:18:07,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6410 sec 2024-11-17T00:18:07,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.6480 sec 2024-11-17T00:18:07,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:07,652 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:18:07,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:07,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:07,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:07,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:07,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:07,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:07,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f07b6ab4e3e64ed9a4e354ce6bcc7859_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:07,685 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741978_1154 (size=12154) 2024-11-17T00:18:07,695 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:07,701 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f07b6ab4e3e64ed9a4e354ce6bcc7859_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f07b6ab4e3e64ed9a4e354ce6bcc7859_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:07,702 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/8cde7948f4364bca928bdbe5e0571587, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:07,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/8cde7948f4364bca928bdbe5e0571587 is 175, key is test_row_0/A:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:07,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741979_1155 (size=30955) 2024-11-17T00:18:07,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,890 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:18:07,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-11-17T00:18:07,974 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-11-17T00:18:07,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:07,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-11-17T00:18:07,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T00:18:07,980 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:07,981 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:07,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802747990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802747990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802747992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802747992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:07,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802747992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T00:18:08,111 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/8cde7948f4364bca928bdbe5e0571587 2024-11-17T00:18:08,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/6f7fc589f1bd404fa5e1526071e92671 is 50, key is test_row_0/B:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:08,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T00:18:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741980_1156 (size=12001) 2024-11-17T00:18:08,148 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/6f7fc589f1bd404fa5e1526071e92671 2024-11-17T00:18:08,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8d96cf0d33de4cf18afc40ce26b3c82e is 50, key is test_row_0/C:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:08,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741981_1157 (size=12001) 2024-11-17T00:18:08,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8d96cf0d33de4cf18afc40ce26b3c82e 2024-11-17T00:18:08,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/8cde7948f4364bca928bdbe5e0571587 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587 2024-11-17T00:18:08,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587, entries=150, sequenceid=53, filesize=30.2 K 2024-11-17T00:18:08,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/6f7fc589f1bd404fa5e1526071e92671 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671 2024-11-17T00:18:08,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T00:18:08,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8d96cf0d33de4cf18afc40ce26b3c82e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e 2024-11-17T00:18:08,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T00:18:08,203 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 79d816fd2a5a67df41c275fe41d593d1 in 551ms, sequenceid=53, compaction requested=true 2024-11-17T00:18:08,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:08,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:08,203 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:08,203 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:08,204 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:08,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:08,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:08,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:08,204 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:08,205 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:08,205 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 84271 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:08,205 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:08,205 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:08,205 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,205 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,205 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=32.9 K 2024-11-17T00:18:08,205 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=82.3 K 2024-11-17T00:18:08,205 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,206 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587] 2024-11-17T00:18:08,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8edcfd4b7b9a4dbfb76cf3cc658ba884, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731802685873 2024-11-17T00:18:08,207 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b85536e7d60475d932c9b56397d06cc, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731802685873 2024-11-17T00:18:08,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ec642863834896a672c7c2c3e3209c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802685910 2024-11-17T00:18:08,207 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad3104a79c8d441dbd845ffa3e5a4ff3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802685910 2024-11-17T00:18:08,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f7fc589f1bd404fa5e1526071e92671, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:08,208 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cde7948f4364bca928bdbe5e0571587, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:08,218 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:08,219 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#137 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:08,220 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/1184db94592945c589b0d45b4640fba3 is 50, key is test_row_0/B:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:08,223 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117fb1705dc4b5949c0b1fa834be9d229ce_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:08,229 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117fb1705dc4b5949c0b1fa834be9d229ce_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:08,230 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fb1705dc4b5949c0b1fa834be9d229ce_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:08,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741982_1158 (size=12104) 2024-11-17T00:18:08,260 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/1184db94592945c589b0d45b4640fba3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1184db94592945c589b0d45b4640fba3 2024-11-17T00:18:08,262 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T00:18:08,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741983_1159 (size=4469) 2024-11-17T00:18:08,264 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T00:18:08,267 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#138 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:08,269 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4 is 175, key is test_row_0/A:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:08,273 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 1184db94592945c589b0d45b4640fba3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:08,273 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=13, startTime=1731802688203; duration=0sec 2024-11-17T00:18:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:08,274 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:08,274 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:08,275 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:08,275 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:08,275 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,276 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=32.9 K 2024-11-17T00:18:08,276 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e0f9775fb04060a467edb0e591e9b4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731802685873 2024-11-17T00:18:08,276 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 505df23f08ec4dc686e5cf005bfbe908, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802685910 2024-11-17T00:18:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741984_1160 (size=31058) 2024-11-17T00:18:08,277 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d96cf0d33de4cf18afc40ce26b3c82e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:08,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T00:18:08,285 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4 2024-11-17T00:18:08,290 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:08,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,293 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into f65bfdfc9c9a4f6d8bd47de812d5b5f4(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:08,293 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:08,293 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=13, startTime=1731802688203; duration=0sec 2024-11-17T00:18:08,293 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:08,293 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:08,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:08,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:08,302 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:08,303 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/9c170ce542654e75ac91bcbe22f3b6c4 is 50, key is test_row_0/C:col10/1731802687651/Put/seqid=0 2024-11-17T00:18:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802748302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802748303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,309 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802748306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802748308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802748306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111723bfb8ebf36b42be822f1255f9b58cb3_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802687680/Put/seqid=0 2024-11-17T00:18:08,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741985_1161 (size=12104) 2024-11-17T00:18:08,333 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/9c170ce542654e75ac91bcbe22f3b6c4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/9c170ce542654e75ac91bcbe22f3b6c4 2024-11-17T00:18:08,340 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into 9c170ce542654e75ac91bcbe22f3b6c4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:08,340 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:08,340 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=13, startTime=1731802688204; duration=0sec 2024-11-17T00:18:08,341 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:08,341 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:08,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741986_1162 (size=12154) 2024-11-17T00:18:08,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:08,368 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111723bfb8ebf36b42be822f1255f9b58cb3_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723bfb8ebf36b42be822f1255f9b58cb3_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:08,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2018a1adc30944a480cfe43e1588c049, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:08,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2018a1adc30944a480cfe43e1588c049 is 175, key is test_row_0/A:col10/1731802687680/Put/seqid=0 2024-11-17T00:18:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741987_1163 (size=30955) 2024-11-17T00:18:08,378 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2018a1adc30944a480cfe43e1588c049 2024-11-17T00:18:08,390 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/40e8a358765e4e09bc1b0fcfe80dd50a is 50, key is test_row_0/B:col10/1731802687680/Put/seqid=0 2024-11-17T00:18:08,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741988_1164 (size=12001) 2024-11-17T00:18:08,399 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/40e8a358765e4e09bc1b0fcfe80dd50a 2024-11-17T00:18:08,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/ab97a7c8db4c4ac292bd39241544e439 is 50, key is test_row_0/C:col10/1731802687680/Put/seqid=0 2024-11-17T00:18:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802748409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802748409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802748410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802748411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741989_1165 (size=12001) 2024-11-17T00:18:08,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/ab97a7c8db4c4ac292bd39241544e439 2024-11-17T00:18:08,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802748419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2018a1adc30944a480cfe43e1588c049 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049 2024-11-17T00:18:08,439 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049, entries=150, sequenceid=78, filesize=30.2 K 2024-11-17T00:18:08,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/40e8a358765e4e09bc1b0fcfe80dd50a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a 2024-11-17T00:18:08,446 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a, entries=150, sequenceid=78, filesize=11.7 K 2024-11-17T00:18:08,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/ab97a7c8db4c4ac292bd39241544e439 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439 2024-11-17T00:18:08,456 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439, entries=150, sequenceid=78, filesize=11.7 K 2024-11-17T00:18:08,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 79d816fd2a5a67df41c275fe41d593d1 in 167ms, sequenceid=78, compaction requested=false 2024-11-17T00:18:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-11-17T00:18:08,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-11-17T00:18:08,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-11-17T00:18:08,461 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 478 msec 2024-11-17T00:18:08,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 486 msec 2024-11-17T00:18:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-11-17T00:18:08,581 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-11-17T00:18:08,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-17T00:18:08,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:08,585 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:08,586 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:08,586 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:08,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:08,614 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:08,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:08,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175d9ecc714a324e5dacd3d54992d07a9b_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:08,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741990_1166 (size=12154) 2024-11-17T00:18:08,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802748646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802748647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802748649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802748649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802748651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:08,738 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:08,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802748753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802748755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802748756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802748764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802748764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:08,891 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:08,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:08,891 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802748957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802748957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802748959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802748966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:08,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:08,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802748967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,035 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:09,040 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175d9ecc714a324e5dacd3d54992d07a9b_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175d9ecc714a324e5dacd3d54992d07a9b_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:09,041 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/18a762a7892c4dce924424e74681c53c, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:09,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/18a762a7892c4dce924424e74681c53c is 175, key is test_row_0/A:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:09,043 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741991_1167 (size=30955) 2024-11-17T00:18:09,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:09,206 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802749262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802749260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802749262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802749268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802749269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,359 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/18a762a7892c4dce924424e74681c53c 2024-11-17T00:18:09,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f58d8ab593194320b51b59599a04e8ca is 50, key is test_row_0/B:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:09,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741992_1168 (size=12001) 2024-11-17T00:18:09,517 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,518 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,671 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:09,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802749766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802749769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802749769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802749772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802749773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f58d8ab593194320b51b59599a04e8ca 2024-11-17T00:18:09,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/14620eb0500a437ca2d7e036fd6edd93 is 50, key is test_row_0/C:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741993_1169 (size=12001) 2024-11-17T00:18:09,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:09,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:09,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:09,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:10,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/14620eb0500a437ca2d7e036fd6edd93 2024-11-17T00:18:10,323 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/18a762a7892c4dce924424e74681c53c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c 2024-11-17T00:18:10,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c, entries=150, sequenceid=94, filesize=30.2 K 2024-11-17T00:18:10,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f58d8ab593194320b51b59599a04e8ca as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca 2024-11-17T00:18:10,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca, entries=150, sequenceid=94, filesize=11.7 K 2024-11-17T00:18:10,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/14620eb0500a437ca2d7e036fd6edd93 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93 2024-11-17T00:18:10,349 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93, entries=150, sequenceid=94, filesize=11.7 K 2024-11-17T00:18:10,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 79d816fd2a5a67df41c275fe41d593d1 in 1736ms, sequenceid=94, compaction requested=true 2024-11-17T00:18:10,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:10,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:10,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:10,351 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:10,351 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:10,351 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:10,356 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:10,356 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:10,356 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,356 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:10,356 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=90.8 K 2024-11-17T00:18:10,356 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:10,356 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,356 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,356 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c] 2024-11-17T00:18:10,356 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1184db94592945c589b0d45b4640fba3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=35.3 K 2024-11-17T00:18:10,357 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting f65bfdfc9c9a4f6d8bd47de812d5b5f4, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:10,357 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1184db94592945c589b0d45b4640fba3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:10,357 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2018a1adc30944a480cfe43e1588c049, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731802687674 2024-11-17T00:18:10,358 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 40e8a358765e4e09bc1b0fcfe80dd50a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731802687674 2024-11-17T00:18:10,358 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18a762a7892c4dce924424e74681c53c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:10,359 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f58d8ab593194320b51b59599a04e8ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:10,367 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:10,370 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:10,370 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411176a9b7b11416942e2964b690285002341_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:10,370 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/62bc12a4d5714093b1c3912a41f88948 is 50, key is test_row_0/B:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:10,374 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411176a9b7b11416942e2964b690285002341_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:10,374 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411176a9b7b11416942e2964b690285002341_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:10,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741995_1171 (size=4469) 2024-11-17T00:18:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741994_1170 (size=12207) 2024-11-17T00:18:10,442 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-17T00:18:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,443 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:10,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:10,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f127a69438a74f07a24bbd56d5d3c3e2_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802688647/Put/seqid=0 2024-11-17T00:18:10,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741996_1172 (size=12154) 2024-11-17T00:18:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:10,487 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f127a69438a74f07a24bbd56d5d3c3e2_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f127a69438a74f07a24bbd56d5d3c3e2_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:10,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c24d24e85343490dbe864e3f4b9ba533, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:10,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c24d24e85343490dbe864e3f4b9ba533 is 175, key is test_row_0/A:col10/1731802688647/Put/seqid=0 2024-11-17T00:18:10,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741997_1173 (size=30955) 2024-11-17T00:18:10,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:10,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:10,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:10,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802750781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802750782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802750782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802750783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802750783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,790 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#146 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:10,791 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/578ee557ae184c158c5c0228d3afdfc8 is 175, key is test_row_0/A:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:10,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741998_1174 (size=31161) 2024-11-17T00:18:10,810 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/578ee557ae184c158c5c0228d3afdfc8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8 2024-11-17T00:18:10,814 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/62bc12a4d5714093b1c3912a41f88948 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/62bc12a4d5714093b1c3912a41f88948 2024-11-17T00:18:10,826 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 62bc12a4d5714093b1c3912a41f88948(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:10,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:10,826 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=13, startTime=1731802690350; duration=0sec 2024-11-17T00:18:10,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:10,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:10,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:10,826 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into 578ee557ae184c158c5c0228d3afdfc8(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:10,826 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:10,826 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=13, startTime=1731802690350; duration=0sec 2024-11-17T00:18:10,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:10,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:10,828 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:10,828 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:10,828 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,828 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/9c170ce542654e75ac91bcbe22f3b6c4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=35.3 K 2024-11-17T00:18:10,829 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c170ce542654e75ac91bcbe22f3b6c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802687039 2024-11-17T00:18:10,829 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ab97a7c8db4c4ac292bd39241544e439, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731802687674 2024-11-17T00:18:10,830 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 14620eb0500a437ca2d7e036fd6edd93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:10,841 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#149 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:10,842 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/bd0e0ea01f444abf93ead07348a0900f is 50, key is test_row_0/C:col10/1731802688614/Put/seqid=0 2024-11-17T00:18:10,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741999_1175 (size=12207) 2024-11-17T00:18:10,873 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/bd0e0ea01f444abf93ead07348a0900f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bd0e0ea01f444abf93ead07348a0900f 2024-11-17T00:18:10,886 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into bd0e0ea01f444abf93ead07348a0900f(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:10,886 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:10,887 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=13, startTime=1731802690351; duration=0sec 2024-11-17T00:18:10,887 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:10,887 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:10,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802750886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802750887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802750887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802750888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:10,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802750889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:10,899 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c24d24e85343490dbe864e3f4b9ba533 2024-11-17T00:18:10,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/757873fb87934193ae3d9cf582f9984d is 50, key is test_row_0/B:col10/1731802688647/Put/seqid=0 2024-11-17T00:18:10,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742000_1176 (size=12001) 2024-11-17T00:18:10,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/757873fb87934193ae3d9cf582f9984d 2024-11-17T00:18:10,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d56a5649e55444fd95a4f8583ba33ca0 is 50, key is test_row_0/C:col10/1731802688647/Put/seqid=0 2024-11-17T00:18:10,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742001_1177 (size=12001) 2024-11-17T00:18:10,954 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d56a5649e55444fd95a4f8583ba33ca0 2024-11-17T00:18:10,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c24d24e85343490dbe864e3f4b9ba533 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533 2024-11-17T00:18:10,965 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533, entries=150, sequenceid=116, filesize=30.2 K 2024-11-17T00:18:10,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/757873fb87934193ae3d9cf582f9984d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d 2024-11-17T00:18:10,971 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T00:18:10,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d56a5649e55444fd95a4f8583ba33ca0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0 2024-11-17T00:18:10,981 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T00:18:10,983 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 79d816fd2a5a67df41c275fe41d593d1 in 539ms, sequenceid=116, compaction requested=false 2024-11-17T00:18:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:10,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-17T00:18:10,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-17T00:18:10,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-17T00:18:10,986 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3980 sec 2024-11-17T00:18:10,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.4030 sec 2024-11-17T00:18:11,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:11,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:11,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:11,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dbab6db585064518b0db164228c14bcf_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:11,113 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802751109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802751109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802751112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802751112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802751114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742002_1178 (size=12304) 2024-11-17T00:18:11,145 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:11,149 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dbab6db585064518b0db164228c14bcf_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbab6db585064518b0db164228c14bcf_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:11,151 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/5a68dda16c314eb68792f1819b908f30, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:11,152 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/5a68dda16c314eb68792f1819b908f30 is 175, key is test_row_0/A:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:11,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742003_1179 (size=31105) 2024-11-17T00:18:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802751215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802751215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802751216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802751216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802751218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802751418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802751418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802751419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802751419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802751422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,558 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=137, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/5a68dda16c314eb68792f1819b908f30 2024-11-17T00:18:11,569 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f5a5ec0059014dbb881b69adc030dae5 is 50, key is test_row_0/B:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:11,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742004_1180 (size=12151) 2024-11-17T00:18:11,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f5a5ec0059014dbb881b69adc030dae5 2024-11-17T00:18:11,592 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/97aeefef21c64eac8e87db038663ef3e is 50, key is test_row_0/C:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:11,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742005_1181 (size=12151) 2024-11-17T00:18:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802751722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802751723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802751728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802751729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802751729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:11,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/97aeefef21c64eac8e87db038663ef3e 2024-11-17T00:18:12,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/5a68dda16c314eb68792f1819b908f30 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30 2024-11-17T00:18:12,010 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30, entries=150, sequenceid=137, filesize=30.4 K 2024-11-17T00:18:12,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f5a5ec0059014dbb881b69adc030dae5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5 2024-11-17T00:18:12,021 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5, entries=150, sequenceid=137, filesize=11.9 K 2024-11-17T00:18:12,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/97aeefef21c64eac8e87db038663ef3e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e 2024-11-17T00:18:12,028 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e, entries=150, sequenceid=137, filesize=11.9 K 2024-11-17T00:18:12,029 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 79d816fd2a5a67df41c275fe41d593d1 in 934ms, sequenceid=137, compaction requested=true 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:12,029 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:12,029 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:12,029 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:12,030 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93221 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:12,030 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:12,030 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,031 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=91.0 K 2024-11-17T00:18:12,031 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,031 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30] 2024-11-17T00:18:12,031 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:12,031 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 578ee557ae184c158c5c0228d3afdfc8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:12,031 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:12,031 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,031 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/62bc12a4d5714093b1c3912a41f88948, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=35.5 K 2024-11-17T00:18:12,031 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c24d24e85343490dbe864e3f4b9ba533, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802688647 2024-11-17T00:18:12,032 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 62bc12a4d5714093b1c3912a41f88948, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:12,033 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5a68dda16c314eb68792f1819b908f30, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:12,035 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 757873fb87934193ae3d9cf582f9984d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802688647 2024-11-17T00:18:12,035 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f5a5ec0059014dbb881b69adc030dae5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:12,043 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:12,046 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#156 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:12,047 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/7ecfb54a5e06462e84dd993fbe13a2e1 is 50, key is test_row_0/B:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:12,060 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411174631c9ecdf82493681563a64f996dc9c_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:12,063 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411174631c9ecdf82493681563a64f996dc9c_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:12,063 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174631c9ecdf82493681563a64f996dc9c_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:12,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742006_1182 (size=12459) 2024-11-17T00:18:12,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742007_1183 (size=4469) 2024-11-17T00:18:12,088 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/7ecfb54a5e06462e84dd993fbe13a2e1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/7ecfb54a5e06462e84dd993fbe13a2e1 2024-11-17T00:18:12,096 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 7ecfb54a5e06462e84dd993fbe13a2e1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:12,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:12,096 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=13, startTime=1731802692029; duration=0sec 2024-11-17T00:18:12,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:12,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:12,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:12,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:12,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:12,098 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,099 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bd0e0ea01f444abf93ead07348a0900f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=35.5 K 2024-11-17T00:18:12,099 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting bd0e0ea01f444abf93ead07348a0900f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1731802688300 2024-11-17T00:18:12,100 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d56a5649e55444fd95a4f8583ba33ca0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802688647 2024-11-17T00:18:12,101 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 97aeefef21c64eac8e87db038663ef3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:12,125 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#157 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:12,126 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/5d1f38b286bd4d4fad5bd2e91ea1c867 is 50, key is test_row_0/C:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:12,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742008_1184 (size=12459) 2024-11-17T00:18:12,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:12,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T00:18:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:12,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:12,227 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:12,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411176e0f612fbede4c86bbc0f2220b26cae4_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802691109/Put/seqid=0 2024-11-17T00:18:12,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742009_1185 (size=14794) 2024-11-17T00:18:12,244 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:12,248 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411176e0f612fbede4c86bbc0f2220b26cae4_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411176e0f612fbede4c86bbc0f2220b26cae4_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:12,249 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:12,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 is 175, key is test_row_0/A:col10/1731802691109/Put/seqid=0 2024-11-17T00:18:12,250 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802752242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,251 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802752244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802752250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,253 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802752250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802752251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742010_1186 (size=39749) 2024-11-17T00:18:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802752352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802752352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802752354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802752354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802752355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,482 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#155 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:12,483 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c80e8b7602a242f785e3e561a91326fa is 175, key is test_row_0/A:col10/1731802691092/Put/seqid=0 2024-11-17T00:18:12,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742011_1187 (size=31413) 2024-11-17T00:18:12,552 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/5d1f38b286bd4d4fad5bd2e91ea1c867 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/5d1f38b286bd4d4fad5bd2e91ea1c867 2024-11-17T00:18:12,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802752554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802752555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802752557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802752558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802752558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,563 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into 5d1f38b286bd4d4fad5bd2e91ea1c867(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:12,563 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:12,563 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=13, startTime=1731802692029; duration=0sec 2024-11-17T00:18:12,563 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:12,563 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:12,666 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 2024-11-17T00:18:12,676 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f78143bfa94542ae80c7beaede4e7431 is 50, key is test_row_0/B:col10/1731802691109/Put/seqid=0 2024-11-17T00:18:12,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742012_1188 (size=12151) 2024-11-17T00:18:12,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-17T00:18:12,690 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-17T00:18:12,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:12,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-17T00:18:12,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:12,694 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:12,696 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:12,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:12,849 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T00:18:12,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:12,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:12,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:12,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:12,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802752856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802752859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802752861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802752861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:12,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802752862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:12,895 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c80e8b7602a242f785e3e561a91326fa as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa 2024-11-17T00:18:12,908 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into c80e8b7602a242f785e3e561a91326fa(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:12,909 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:12,909 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=13, startTime=1731802692029; duration=0sec 2024-11-17T00:18:12,909 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:12,909 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:12,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:13,002 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T00:18:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:13,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:13,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:13,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:13,082 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f78143bfa94542ae80c7beaede4e7431 2024-11-17T00:18:13,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/82ba8566244644d990dc3af0ebcc06e9 is 50, key is test_row_0/C:col10/1731802691109/Put/seqid=0 2024-11-17T00:18:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742013_1189 (size=12151) 2024-11-17T00:18:13,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/82ba8566244644d990dc3af0ebcc06e9 2024-11-17T00:18:13,105 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 2024-11-17T00:18:13,110 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2, entries=200, sequenceid=157, filesize=38.8 K 2024-11-17T00:18:13,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/f78143bfa94542ae80c7beaede4e7431 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431 2024-11-17T00:18:13,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431, entries=150, sequenceid=157, filesize=11.9 K 2024-11-17T00:18:13,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/82ba8566244644d990dc3af0ebcc06e9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9 2024-11-17T00:18:13,125 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9, entries=150, sequenceid=157, filesize=11.9 K 2024-11-17T00:18:13,128 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 79d816fd2a5a67df41c275fe41d593d1 in 902ms, sequenceid=157, compaction requested=false 2024-11-17T00:18:13,128 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:13,155 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-17T00:18:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:13,156 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T00:18:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:13,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:13,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dda3d92687544bc79e342a0ac1be267a_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802692237/Put/seqid=0 2024-11-17T00:18:13,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742014_1190 (size=12304) 2024-11-17T00:18:13,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:13,174 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dda3d92687544bc79e342a0ac1be267a_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dda3d92687544bc79e342a0ac1be267a_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:13,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/93963c0b912e4daa80748e07ea55a0c6, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:13,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/93963c0b912e4daa80748e07ea55a0c6 is 175, key is test_row_0/A:col10/1731802692237/Put/seqid=0 2024-11-17T00:18:13,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742015_1191 (size=31105) 2024-11-17T00:18:13,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:13,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:13,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802753372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802753373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802753375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802753376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802753376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802753477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802753477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802753478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802753479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802753479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,585 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=176, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/93963c0b912e4daa80748e07ea55a0c6 2024-11-17T00:18:13,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/e0fbda71324943d2a057e507ee108b2b is 50, key is test_row_0/B:col10/1731802692237/Put/seqid=0 2024-11-17T00:18:13,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742016_1192 (size=12151) 2024-11-17T00:18:13,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802753680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802753681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802753682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802753682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802753684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:13,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802753984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802753986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802753986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802753987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:13,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802753989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,006 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/e0fbda71324943d2a057e507ee108b2b 2024-11-17T00:18:14,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d2c06d07573f4df7a861b52c77557240 is 50, key is test_row_0/C:col10/1731802692237/Put/seqid=0 2024-11-17T00:18:14,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742017_1193 (size=12151) 2024-11-17T00:18:14,420 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=176 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d2c06d07573f4df7a861b52c77557240 2024-11-17T00:18:14,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/93963c0b912e4daa80748e07ea55a0c6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6 2024-11-17T00:18:14,431 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6, entries=150, sequenceid=176, filesize=30.4 K 2024-11-17T00:18:14,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/e0fbda71324943d2a057e507ee108b2b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b 2024-11-17T00:18:14,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b, entries=150, sequenceid=176, filesize=11.9 K 2024-11-17T00:18:14,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/d2c06d07573f4df7a861b52c77557240 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240 2024-11-17T00:18:14,445 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240, entries=150, sequenceid=176, filesize=11.9 K 2024-11-17T00:18:14,446 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 79d816fd2a5a67df41c275fe41d593d1 in 1290ms, sequenceid=176, compaction requested=true 2024-11-17T00:18:14,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:14,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:14,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-17T00:18:14,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-17T00:18:14,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-17T00:18:14,449 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7510 sec 2024-11-17T00:18:14,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.7580 sec 2024-11-17T00:18:14,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:14,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:14,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:14,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b3362ac7d1dc4c7998b0492714f42538_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802754504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802754505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802754507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,510 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802754507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802754508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742018_1194 (size=12304) 2024-11-17T00:18:14,526 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:14,530 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b3362ac7d1dc4c7998b0492714f42538_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b3362ac7d1dc4c7998b0492714f42538_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:14,531 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/14d989b811274cde8503ea0f3986a1c4, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:14,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/14d989b811274cde8503ea0f3986a1c4 is 175, key is test_row_0/A:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:14,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742019_1195 (size=31105) 2024-11-17T00:18:14,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802754608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802754608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,611 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802754610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802754611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802754611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-17T00:18:14,798 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-17T00:18:14,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-17T00:18:14,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:14,801 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:14,802 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:14,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:14,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802754812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802754813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,814 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802754813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,815 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802754813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802754814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:14,945 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/14d989b811274cde8503ea0f3986a1c4 2024-11-17T00:18:14,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/1de586696fa548bf922a58b1376e8d5a is 50, key is test_row_0/B:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:14,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:14,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:14,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:14,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:14,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:14,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742020_1196 (size=12151) 2024-11-17T00:18:15,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:15,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802755115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802755116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802755116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802755117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802755117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/1de586696fa548bf922a58b1376e8d5a 2024-11-17T00:18:15,369 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8843fe02735647be81e5cc4a5bf297d5 is 50, key is test_row_0/C:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:15,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742021_1197 (size=12151) 2024-11-17T00:18:15,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:15,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,413 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:15,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:15,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802755621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802755621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802755622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802755623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:15,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802755625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:15,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8843fe02735647be81e5cc4a5bf297d5 2024-11-17T00:18:15,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/14d989b811274cde8503ea0f3986a1c4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4 2024-11-17T00:18:15,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4, entries=150, sequenceid=197, filesize=30.4 K 2024-11-17T00:18:15,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/1de586696fa548bf922a58b1376e8d5a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a 2024-11-17T00:18:15,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a, entries=150, sequenceid=197, filesize=11.9 K 2024-11-17T00:18:15,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8843fe02735647be81e5cc4a5bf297d5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5 2024-11-17T00:18:15,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5, entries=150, sequenceid=197, filesize=11.9 K 2024-11-17T00:18:15,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 79d816fd2a5a67df41c275fe41d593d1 in 1318ms, sequenceid=197, compaction requested=true 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:15,807 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:15,807 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:15,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:15,809 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133372 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:15,809 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:15,809 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:15,809 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:15,809 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,809 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,809 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=130.2 K 2024-11-17T00:18:15,809 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/7ecfb54a5e06462e84dd993fbe13a2e1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=47.8 K 2024-11-17T00:18:15,809 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,809 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4] 2024-11-17T00:18:15,810 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ecfb54a5e06462e84dd993fbe13a2e1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:15,810 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c80e8b7602a242f785e3e561a91326fa, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:15,810 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f78143bfa94542ae80c7beaede4e7431, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731802691109 2024-11-17T00:18:15,810 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c56a1f9ba0bc437cb9e8a0fe3411eaa2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731802691109 2024-11-17T00:18:15,811 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e0fbda71324943d2a057e507ee108b2b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731802692237 2024-11-17T00:18:15,811 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 93963c0b912e4daa80748e07ea55a0c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731802692237 2024-11-17T00:18:15,811 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1de586696fa548bf922a58b1376e8d5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:15,811 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d989b811274cde8503ea0f3986a1c4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:15,821 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:15,822 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/aac8521dee9f4c2588d3c2f7547907aa is 50, key is test_row_0/B:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:15,823 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:15,832 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117b0c99ca3b9784065aa3528bb7c2e84cd_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:15,834 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117b0c99ca3b9784065aa3528bb7c2e84cd_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:15,834 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b0c99ca3b9784065aa3528bb7c2e84cd_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:15,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742022_1198 (size=12595) 2024-11-17T00:18:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742023_1199 (size=4469) 2024-11-17T00:18:15,842 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/aac8521dee9f4c2588d3c2f7547907aa as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/aac8521dee9f4c2588d3c2f7547907aa 2024-11-17T00:18:15,844 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#168 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:15,845 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/cc0edec74cd140afaadf8adfdc939ec3 is 175, key is test_row_0/A:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:15,854 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into aac8521dee9f4c2588d3c2f7547907aa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:15,854 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:15,854 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=12, startTime=1731802695807; duration=0sec 2024-11-17T00:18:15,854 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:15,855 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:15,855 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:15,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742024_1200 (size=31549) 2024-11-17T00:18:15,857 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:15,857 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:15,857 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,857 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/5d1f38b286bd4d4fad5bd2e91ea1c867, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=47.8 K 2024-11-17T00:18:15,858 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d1f38b286bd4d4fad5bd2e91ea1c867, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1731802690782 2024-11-17T00:18:15,858 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 82ba8566244644d990dc3af0ebcc06e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1731802691109 2024-11-17T00:18:15,859 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c06d07573f4df7a861b52c77557240, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=176, earliestPutTs=1731802692237 2024-11-17T00:18:15,859 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8843fe02735647be81e5cc4a5bf297d5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:15,865 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/cc0edec74cd140afaadf8adfdc939ec3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3 2024-11-17T00:18:15,871 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:15,871 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into cc0edec74cd140afaadf8adfdc939ec3(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:15,871 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:15,871 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=12, startTime=1731802695807; duration=0sec 2024-11-17T00:18:15,871 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:15,871 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:15,872 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:15,872 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/bf01ee7254894e42b797e77c7a21d224 is 50, key is test_row_0/C:col10/1731802694488/Put/seqid=0 2024-11-17T00:18:15,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-17T00:18:15,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:15,873 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:15,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:15,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742025_1201 (size=12595) 2024-11-17T00:18:15,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178d7d4934183646bd946480b5f5a2c7b1_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802694496/Put/seqid=0 2024-11-17T00:18:15,886 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/bf01ee7254894e42b797e77c7a21d224 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bf01ee7254894e42b797e77c7a21d224 2024-11-17T00:18:15,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742026_1202 (size=12304) 2024-11-17T00:18:15,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:15,893 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into bf01ee7254894e42b797e77c7a21d224(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:15,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:15,893 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=12, startTime=1731802695807; duration=0sec 2024-11-17T00:18:15,893 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178d7d4934183646bd946480b5f5a2c7b1_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7d4934183646bd946480b5f5a2c7b1_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:15,894 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:15,894 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:15,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/55c0f6ea5d674b7da027d1d6910cac22, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:15,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/55c0f6ea5d674b7da027d1d6910cac22 is 175, key is test_row_0/A:col10/1731802694496/Put/seqid=0 2024-11-17T00:18:15,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742027_1203 (size=31105) 2024-11-17T00:18:15,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:16,304 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/55c0f6ea5d674b7da027d1d6910cac22 2024-11-17T00:18:16,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/76a45a78415e451e85826d4f53d8bf5e is 50, key is test_row_0/B:col10/1731802694496/Put/seqid=0 2024-11-17T00:18:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742028_1204 (size=12151) 2024-11-17T00:18:16,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:16,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:16,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802756639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802756639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802756640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802756641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802756642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,651 INFO [master/3fbf313856f1:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T00:18:16,651 INFO [master/3fbf313856f1:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T00:18:16,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/76a45a78415e451e85826d4f53d8bf5e 2024-11-17T00:18:16,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/cae767680fab4a7f9e00635885912af2 is 50, key is test_row_0/C:col10/1731802694496/Put/seqid=0 2024-11-17T00:18:16,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742029_1205 (size=12151) 2024-11-17T00:18:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802756743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802756743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802756744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802756752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802756753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802756947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802756947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802756947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802756954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802756955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,130 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/cae767680fab4a7f9e00635885912af2 2024-11-17T00:18:17,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/55c0f6ea5d674b7da027d1d6910cac22 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22 2024-11-17T00:18:17,142 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22, entries=150, sequenceid=215, filesize=30.4 K 2024-11-17T00:18:17,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/76a45a78415e451e85826d4f53d8bf5e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e 2024-11-17T00:18:17,155 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e, entries=150, sequenceid=215, filesize=11.9 K 2024-11-17T00:18:17,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/cae767680fab4a7f9e00635885912af2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2 2024-11-17T00:18:17,163 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2, entries=150, sequenceid=215, filesize=11.9 K 2024-11-17T00:18:17,164 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 79d816fd2a5a67df41c275fe41d593d1 in 1292ms, sequenceid=215, compaction requested=false 2024-11-17T00:18:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-17T00:18:17,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-17T00:18:17,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-17T00:18:17,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-11-17T00:18:17,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 2.3730 sec 2024-11-17T00:18:17,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:17,252 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:17,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:17,265 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802757262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802757264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802757264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802757264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802757265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a6628a43cb24477e893ad9d012350954_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:17,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742030_1206 (size=12304) 2024-11-17T00:18:17,288 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:17,292 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a6628a43cb24477e893ad9d012350954_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a6628a43cb24477e893ad9d012350954_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:17,293 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/643bb0a51705483ba7da35a84aaf97de, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:17,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/643bb0a51705483ba7da35a84aaf97de is 175, key is test_row_0/A:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742031_1207 (size=31105) 2024-11-17T00:18:17,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802757366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802757371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802757372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802757372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802757373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802757571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802757573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802757574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802757574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802757577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/643bb0a51705483ba7da35a84aaf97de 2024-11-17T00:18:17,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/49d26ca68bdf423aaa46588d42bfa795 is 50, key is test_row_0/B:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:17,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742032_1208 (size=12151) 2024-11-17T00:18:17,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802757917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802757917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802757918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802757918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:17,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:17,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802757918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/49d26ca68bdf423aaa46588d42bfa795 2024-11-17T00:18:18,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/90ea40a5ff20479db041ce443023cbc7 is 50, key is test_row_0/C:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742033_1209 (size=12151) 2024-11-17T00:18:18,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802758426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802758427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,430 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802758428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:18,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802758433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:18,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802758434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:18,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/90ea40a5ff20479db041ce443023cbc7 2024-11-17T00:18:18,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/643bb0a51705483ba7da35a84aaf97de as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de 2024-11-17T00:18:18,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de, entries=150, sequenceid=237, filesize=30.4 K 2024-11-17T00:18:18,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/49d26ca68bdf423aaa46588d42bfa795 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795 2024-11-17T00:18:18,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795, entries=150, sequenceid=237, filesize=11.9 K 2024-11-17T00:18:18,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/90ea40a5ff20479db041ce443023cbc7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7 2024-11-17T00:18:18,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7, entries=150, sequenceid=237, filesize=11.9 K 2024-11-17T00:18:18,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 79d816fd2a5a67df41c275fe41d593d1 in 1455ms, sequenceid=237, compaction requested=true 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:18,708 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:18,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:18:18,708 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:18,710 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93759 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:18,710 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:18,710 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:18,710 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=91.6 K 2024-11-17T00:18:18,710 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:18,710 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de] 2024-11-17T00:18:18,711 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:18,711 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:18,711 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:18,711 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/aac8521dee9f4c2588d3c2f7547907aa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=36.0 K 2024-11-17T00:18:18,712 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting aac8521dee9f4c2588d3c2f7547907aa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:18,712 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc0edec74cd140afaadf8adfdc939ec3, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:18,712 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 76a45a78415e451e85826d4f53d8bf5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731802694496 2024-11-17T00:18:18,713 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 55c0f6ea5d674b7da027d1d6910cac22, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731802694496 2024-11-17T00:18:18,713 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 49d26ca68bdf423aaa46588d42bfa795, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:18,714 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 643bb0a51705483ba7da35a84aaf97de, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:18,769 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#176 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:18,769 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/6f5d1741d2a44e2ca9aa032391d51323 is 50, key is test_row_0/B:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:18,771 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:18,791 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111720824225a66448de869cf981e6ee3a91_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:18,793 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111720824225a66448de869cf981e6ee3a91_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:18,794 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111720824225a66448de869cf981e6ee3a91_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:18,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742035_1211 (size=4469) 2024-11-17T00:18:18,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742034_1210 (size=12697) 2024-11-17T00:18:18,837 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/6f5d1741d2a44e2ca9aa032391d51323 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f5d1741d2a44e2ca9aa032391d51323 2024-11-17T00:18:18,882 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 6f5d1741d2a44e2ca9aa032391d51323(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:18,882 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:18,882 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=13, startTime=1731802698708; duration=0sec 2024-11-17T00:18:18,882 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:18,882 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:18,882 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:18,890 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:18,890 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:18,890 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:18,890 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bf01ee7254894e42b797e77c7a21d224, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=36.0 K 2024-11-17T00:18:18,891 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting bf01ee7254894e42b797e77c7a21d224, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1731802693372 2024-11-17T00:18:18,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting cae767680fab4a7f9e00635885912af2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731802694496 2024-11-17T00:18:18,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 90ea40a5ff20479db041ce443023cbc7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:18,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-17T00:18:18,909 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-17T00:18:18,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:18,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-17T00:18:18,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:18,914 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:18,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:18,915 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:18,925 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#178 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:18,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8a077d1f1a7e42b4a5279a559b58c17e is 50, key is test_row_0/C:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:18,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742036_1212 (size=12697) 2024-11-17T00:18:18,982 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/8a077d1f1a7e42b4a5279a559b58c17e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8a077d1f1a7e42b4a5279a559b58c17e 2024-11-17T00:18:18,988 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into 8a077d1f1a7e42b4a5279a559b58c17e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:18,988 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:18,988 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=13, startTime=1731802698708; duration=0sec 2024-11-17T00:18:18,988 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:18,988 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:19,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:19,068 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-17T00:18:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:19,069 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:19,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:19,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:19,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175b0f840258cd448cba9e5719a95e8b7f_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802697259/Put/seqid=0 2024-11-17T00:18:19,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742037_1213 (size=12304) 2024-11-17T00:18:19,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:19,219 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#177 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:19,220 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/300782600c0740b2b9d72fe6e71d9f25 is 175, key is test_row_0/A:col10/1731802697250/Put/seqid=0 2024-11-17T00:18:19,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742038_1214 (size=31651) 2024-11-17T00:18:19,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:19,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:19,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802759487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,492 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802759488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,496 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802759489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802759492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802759509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:19,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:19,566 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411175b0f840258cd448cba9e5719a95e8b7f_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175b0f840258cd448cba9e5719a95e8b7f_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:19,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a20209d248b14195885a8dd332d263ee, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:19,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a20209d248b14195885a8dd332d263ee is 175, key is test_row_0/A:col10/1731802697259/Put/seqid=0 2024-11-17T00:18:19,596 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802759593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802759598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742039_1215 (size=31105) 2024-11-17T00:18:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802759612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802759612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802759614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,676 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/300782600c0740b2b9d72fe6e71d9f25 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25 2024-11-17T00:18:19,688 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into 300782600c0740b2b9d72fe6e71d9f25(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:19,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:19,688 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=13, startTime=1731802698708; duration=0sec 2024-11-17T00:18:19,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:19,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802759798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802759804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802759819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802759819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,824 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:19,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802759820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:19,996 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=254, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a20209d248b14195885a8dd332d263ee 2024-11-17T00:18:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:20,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/4abdc52b080b49d68a76eefef5279daa is 50, key is test_row_0/B:col10/1731802697259/Put/seqid=0 2024-11-17T00:18:20,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742040_1216 (size=12151) 2024-11-17T00:18:20,046 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/4abdc52b080b49d68a76eefef5279daa 2024-11-17T00:18:20,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/f4bb59b94a934c90b4569b9bf03c26ab is 50, key is test_row_0/C:col10/1731802697259/Put/seqid=0 2024-11-17T00:18:20,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802760105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802760108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802760121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802760122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802760127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742041_1217 (size=12151) 2024-11-17T00:18:20,145 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/f4bb59b94a934c90b4569b9bf03c26ab 2024-11-17T00:18:20,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a20209d248b14195885a8dd332d263ee as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee 2024-11-17T00:18:20,201 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee, entries=150, sequenceid=254, filesize=30.4 K 2024-11-17T00:18:20,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/4abdc52b080b49d68a76eefef5279daa as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa 2024-11-17T00:18:20,234 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa, entries=150, sequenceid=254, filesize=11.9 K 2024-11-17T00:18:20,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/f4bb59b94a934c90b4569b9bf03c26ab as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab 2024-11-17T00:18:20,281 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab, entries=150, sequenceid=254, filesize=11.9 K 2024-11-17T00:18:20,282 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 79d816fd2a5a67df41c275fe41d593d1 in 1213ms, sequenceid=254, compaction requested=false 2024-11-17T00:18:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:20,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-17T00:18:20,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-17T00:18:20,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-17T00:18:20,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3710 sec 2024-11-17T00:18:20,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.3770 sec 2024-11-17T00:18:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:20,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:20,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:20,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f6d3047fc9634b1a82772fbba4705913_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:20,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802760640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802760641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802760648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802760648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802760649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742042_1218 (size=17534) 2024-11-17T00:18:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802760750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802760750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802760753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,756 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802760755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802760755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802760954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802760955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802760955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802760958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802760963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-17T00:18:21,024 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-17T00:18:21,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:21,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-17T00:18:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:21,031 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:21,032 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:21,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:21,072 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:21,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117f6d3047fc9634b1a82772fbba4705913_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f6d3047fc9634b1a82772fbba4705913_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:21,097 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/d15734d9425743edbd3c242b6517d92b, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:21,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/d15734d9425743edbd3c242b6517d92b is 175, key is test_row_0/A:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:21,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742043_1219 (size=48639) 2024-11-17T00:18:21,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802761260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802761261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802761261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802761264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802761270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:21,351 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,505 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,506 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,575 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/d15734d9425743edbd3c242b6517d92b 2024-11-17T00:18:21,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/bd2bd40349134fb1a5093f2ff5e8b7bf is 50, key is test_row_0/B:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742044_1220 (size=12301) 2024-11-17T00:18:21,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/bd2bd40349134fb1a5093f2ff5e8b7bf 2024-11-17T00:18:21,616 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/eba0ecaef0f045899a4cbee05d3c3672 is 50, key is test_row_0/C:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742045_1221 (size=12301) 2024-11-17T00:18:21,640 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/eba0ecaef0f045899a4cbee05d3c3672 2024-11-17T00:18:21,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/d15734d9425743edbd3c242b6517d92b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b 2024-11-17T00:18:21,658 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b, entries=250, sequenceid=279, filesize=47.5 K 2024-11-17T00:18:21,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/bd2bd40349134fb1a5093f2ff5e8b7bf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf 2024-11-17T00:18:21,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf, entries=150, sequenceid=279, filesize=12.0 K 2024-11-17T00:18:21,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/eba0ecaef0f045899a4cbee05d3c3672 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672 2024-11-17T00:18:21,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672, entries=150, sequenceid=279, filesize=12.0 K 2024-11-17T00:18:21,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 79d816fd2a5a67df41c275fe41d593d1 in 1061ms, sequenceid=279, compaction requested=true 2024-11-17T00:18:21,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:21,685 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:21,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:21,685 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:21,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:21,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:21,686 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,686 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=108.8 K 2024-11-17T00:18:21,686 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b] 2024-11-17T00:18:21,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:21,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:21,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:21,687 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:21,687 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:21,687 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:21,687 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,687 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f5d1741d2a44e2ca9aa032391d51323, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=36.3 K 2024-11-17T00:18:21,687 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 300782600c0740b2b9d72fe6e71d9f25, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:21,688 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6f5d1741d2a44e2ca9aa032391d51323, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:21,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a20209d248b14195885a8dd332d263ee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731802697259 2024-11-17T00:18:21,688 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4abdc52b080b49d68a76eefef5279daa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731802697259 2024-11-17T00:18:21,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d15734d9425743edbd3c242b6517d92b, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:21,697 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting bd2bd40349134fb1a5093f2ff5e8b7bf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:21,727 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:21,727 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/9806f638630544bb96d4bda2df44a65a is 50, key is test_row_0/B:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,732 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:21,764 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411179157692bb6e142af8db76d1723fcd830_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:21,766 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411179157692bb6e142af8db76d1723fcd830_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:21,766 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179157692bb6e142af8db76d1723fcd830_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:21,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:21,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:18:21,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:21,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:21,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:21,776 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:21,777 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:21,815 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742046_1222 (size=12949) 2024-11-17T00:18:21,844 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/9806f638630544bb96d4bda2df44a65a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9806f638630544bb96d4bda2df44a65a 2024-11-17T00:18:21,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802761830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,852 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 9806f638630544bb96d4bda2df44a65a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:21,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:21,852 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=13, startTime=1731802701685; duration=0sec 2024-11-17T00:18:21,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:21,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:21,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:21,853 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:21,853 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:21,853 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,853 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8a077d1f1a7e42b4a5279a559b58c17e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=36.3 K 2024-11-17T00:18:21,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802761846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802761846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,854 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a077d1f1a7e42b4a5279a559b58c17e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731802696638 2024-11-17T00:18:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,855 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f4bb59b94a934c90b4569b9bf03c26ab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1731802697259 2024-11-17T00:18:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802761849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802761849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,855 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting eba0ecaef0f045899a4cbee05d3c3672, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:21,859 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b5943ce3b43b45ebb25272ffeaa0ee4a_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802701768/Put/seqid=0 2024-11-17T00:18:21,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742047_1223 (size=4469) 2024-11-17T00:18:21,881 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#186 average throughput is 0.17 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:21,882 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a5c9d9c8231e4400ad43476ff2fcc4eb is 175, key is test_row_0/A:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,915 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#188 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:21,916 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/89667ff84457417f855d1468a731035f is 50, key is test_row_0/C:col10/1731802699476/Put/seqid=0 2024-11-17T00:18:21,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802761950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802761955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802761962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802761962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:21,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802761963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,971 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:21,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:21,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:21,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:21,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742048_1224 (size=12454) 2024-11-17T00:18:22,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742049_1225 (size=31903) 2024-11-17T00:18:22,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742050_1226 (size=12949) 2024-11-17T00:18:22,024 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:22,030 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b5943ce3b43b45ebb25272ffeaa0ee4a_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b5943ce3b43b45ebb25272ffeaa0ee4a_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:22,031 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2841dcbe6a024e33af6b5026863cdedf, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:22,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2841dcbe6a024e33af6b5026863cdedf is 175, key is test_row_0/A:col10/1731802701768/Put/seqid=0 2024-11-17T00:18:22,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742051_1227 (size=31255) 2024-11-17T00:18:22,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:22,139 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802762153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802762171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802762176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802762176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802762176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,295 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,433 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/a5c9d9c8231e4400ad43476ff2fcc4eb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb 2024-11-17T00:18:22,433 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/89667ff84457417f855d1468a731035f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/89667ff84457417f855d1468a731035f 2024-11-17T00:18:22,441 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into 89667ff84457417f855d1468a731035f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:22,441 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:22,441 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=13, startTime=1731802701687; duration=0sec 2024-11-17T00:18:22,441 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:22,441 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:22,445 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into a5c9d9c8231e4400ad43476ff2fcc4eb(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:22,445 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:22,445 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=13, startTime=1731802701685; duration=0sec 2024-11-17T00:18:22,445 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:22,445 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:22,453 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2841dcbe6a024e33af6b5026863cdedf 2024-11-17T00:18:22,456 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802762459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/b21c2f00715247e0b655bed2f41fe1f5 is 50, key is test_row_0/B:col10/1731802701768/Put/seqid=0 2024-11-17T00:18:22,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802762473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802762481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802762482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802762482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742052_1228 (size=12301) 2024-11-17T00:18:22,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/b21c2f00715247e0b655bed2f41fe1f5 2024-11-17T00:18:22,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/305d83fed47b45369d6bea1fb703058e is 50, key is test_row_0/C:col10/1731802701768/Put/seqid=0 2024-11-17T00:18:22,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742053_1229 (size=12301) 2024-11-17T00:18:22,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,922 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:22,923 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:22,959 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/305d83fed47b45369d6bea1fb703058e 2024-11-17T00:18:22,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802762963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,965 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2841dcbe6a024e33af6b5026863cdedf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf 2024-11-17T00:18:22,970 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf, entries=150, sequenceid=294, filesize=30.5 K 2024-11-17T00:18:22,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/b21c2f00715247e0b655bed2f41fe1f5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5 2024-11-17T00:18:22,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802762977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,987 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5, entries=150, sequenceid=294, filesize=12.0 K 2024-11-17T00:18:22,988 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/305d83fed47b45369d6bea1fb703058e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e 2024-11-17T00:18:22,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802762990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802762992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:22,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802762992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:22,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e, entries=150, sequenceid=294, filesize=12.0 K 2024-11-17T00:18:23,002 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 79d816fd2a5a67df41c275fe41d593d1 in 1233ms, sequenceid=294, compaction requested=false 2024-11-17T00:18:23,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:23,075 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:23,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-17T00:18:23,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:23,077 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:23,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:23,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111785575410a0b346819d1fbc9e51e6fdb0_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802701846/Put/seqid=0 2024-11-17T00:18:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:23,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742054_1230 (size=12454) 2024-11-17T00:18:23,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:23,562 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111785575410a0b346819d1fbc9e51e6fdb0_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785575410a0b346819d1fbc9e51e6fdb0_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/b83812edffec45028dfe9f507c2da5b2, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:23,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/b83812edffec45028dfe9f507c2da5b2 is 175, key is test_row_0/A:col10/1731802701846/Put/seqid=0 2024-11-17T00:18:23,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742055_1231 (size=31255) 2024-11-17T00:18:23,590 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/b83812edffec45028dfe9f507c2da5b2 2024-11-17T00:18:23,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/3e9ece2b03f343e19dbc4536559ecc62 is 50, key is test_row_0/B:col10/1731802701846/Put/seqid=0 2024-11-17T00:18:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742056_1232 (size=12301) 2024-11-17T00:18:23,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:23,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:24,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55772 deadline: 1731802764012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802764014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802764016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,023 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/3e9ece2b03f343e19dbc4536559ecc62 2024-11-17T00:18:24,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/4ae1c13c674b499a8ced680a2a5585bb is 50, key is test_row_0/C:col10/1731802701846/Put/seqid=0 2024-11-17T00:18:24,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742057_1233 (size=12301) 2024-11-17T00:18:24,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802764120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802764121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802764330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802764332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,511 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/4ae1c13c674b499a8ced680a2a5585bb 2024-11-17T00:18:24,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/b83812edffec45028dfe9f507c2da5b2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2 2024-11-17T00:18:24,526 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2, entries=150, sequenceid=319, filesize=30.5 K 2024-11-17T00:18:24,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/3e9ece2b03f343e19dbc4536559ecc62 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62 2024-11-17T00:18:24,552 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62, entries=150, sequenceid=319, filesize=12.0 K 2024-11-17T00:18:24,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/4ae1c13c674b499a8ced680a2a5585bb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb 2024-11-17T00:18:24,561 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb, entries=150, sequenceid=319, filesize=12.0 K 2024-11-17T00:18:24,571 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 79d816fd2a5a67df41c275fe41d593d1 in 1493ms, sequenceid=319, compaction requested=true 2024-11-17T00:18:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:24,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-17T00:18:24,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-17T00:18:24,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-17T00:18:24,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5450 sec 2024-11-17T00:18:24,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 3.5520 sec 2024-11-17T00:18:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:24,628 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:24,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:24,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117244cf5021db740b0b3d94e51c1909606_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:24,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742058_1234 (size=14994) 2024-11-17T00:18:24,649 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:24,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117244cf5021db740b0b3d94e51c1909606_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117244cf5021db740b0b3d94e51c1909606_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:24,674 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/54821685a1984329904c3b71afcb2dfe, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:24,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/54821685a1984329904c3b71afcb2dfe is 175, key is test_row_0/A:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:24,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802764679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802764682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742059_1235 (size=39949) 2024-11-17T00:18:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802764785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802764788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802764990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:24,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:24,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802764990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802765002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802765002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,116 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/54821685a1984329904c3b71afcb2dfe 2024-11-17T00:18:25,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/484c23a282ea4664b7995293f2b87e56 is 50, key is test_row_0/B:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:25,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-17T00:18:25,141 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-17T00:18:25,142 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:25,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-17T00:18:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:25,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:25,146 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:25,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:25,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742060_1236 (size=12301) 2024-11-17T00:18:25,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/484c23a282ea4664b7995293f2b87e56 2024-11-17T00:18:25,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/aeae9e64efd24b02b6064237d19787d1 is 50, key is test_row_0/C:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:25,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:25,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742061_1237 (size=12301) 2024-11-17T00:18:25,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55766 deadline: 1731802765294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55736 deadline: 1731802765295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,309 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-17T00:18:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,310 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55742 deadline: 1731802765304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:25,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55754 deadline: 1731802765307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:25,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-17T00:18:25,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,617 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-17T00:18:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:25,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,618 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:25,653 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/aeae9e64efd24b02b6064237d19787d1 2024-11-17T00:18:25,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/54821685a1984329904c3b71afcb2dfe as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe 2024-11-17T00:18:25,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe, entries=200, sequenceid=334, filesize=39.0 K 2024-11-17T00:18:25,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/484c23a282ea4664b7995293f2b87e56 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56 2024-11-17T00:18:25,692 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56, entries=150, sequenceid=334, filesize=12.0 K 2024-11-17T00:18:25,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/aeae9e64efd24b02b6064237d19787d1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1 2024-11-17T00:18:25,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1, entries=150, sequenceid=334, filesize=12.0 K 2024-11-17T00:18:25,699 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 79d816fd2a5a67df41c275fe41d593d1 in 1071ms, sequenceid=334, compaction requested=true 2024-11-17T00:18:25,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:25,700 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:25,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:25,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:25,700 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 79d816fd2a5a67df41c275fe41d593d1:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:25,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:25,701 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134362 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:25,701 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/A is initiating minor compaction (all files) 2024-11-17T00:18:25,702 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/A in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,702 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=131.2 K 2024-11-17T00:18:25,702 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,702 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe] 2024-11-17T00:18:25,703 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:25,703 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/B is initiating minor compaction (all files) 2024-11-17T00:18:25,703 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/B in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,703 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9806f638630544bb96d4bda2df44a65a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=48.7 K 2024-11-17T00:18:25,704 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9806f638630544bb96d4bda2df44a65a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:25,704 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5c9d9c8231e4400ad43476ff2fcc4eb, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:25,704 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b21c2f00715247e0b655bed2f41fe1f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731802700646 2024-11-17T00:18:25,705 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2841dcbe6a024e33af6b5026863cdedf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731802700646 2024-11-17T00:18:25,705 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e9ece2b03f343e19dbc4536559ecc62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731802701826 2024-11-17T00:18:25,705 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b83812edffec45028dfe9f507c2da5b2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731802701826 2024-11-17T00:18:25,705 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 484c23a282ea4664b7995293f2b87e56, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731802704001 2024-11-17T00:18:25,705 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54821685a1984329904c3b71afcb2dfe, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731802704001 2024-11-17T00:18:25,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:25,773 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:25,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:25,774 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#B#compaction#197 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:25,774 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:25,774 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/9f3529db14c64845996f4faedc2a69b8 is 50, key is test_row_0/B:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:25,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:25,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:25,789 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:25,804 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117fa18fa35b4a54dbc96a30d452e558180_79d816fd2a5a67df41c275fe41d593d1 store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:25,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. as already flushing 2024-11-17T00:18:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:25,807 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117fa18fa35b4a54dbc96a30d452e558180_79d816fd2a5a67df41c275fe41d593d1, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:25,808 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117fa18fa35b4a54dbc96a30d452e558180_79d816fd2a5a67df41c275fe41d593d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:25,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742062_1238 (size=13085) 2024-11-17T00:18:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742063_1239 (size=4469) 2024-11-17T00:18:25,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177ec08c4a0c8c405f9768e6c71f8f5643_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802704682/Put/seqid=0 2024-11-17T00:18:25,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742064_1240 (size=12454) 2024-11-17T00:18:25,878 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x505d5ccd to 127.0.0.1:50278 2024-11-17T00:18:25,878 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,880 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x454f1431 to 127.0.0.1:50278 2024-11-17T00:18:25,880 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,881 DEBUG [Thread-717 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b727d6e to 127.0.0.1:50278 2024-11-17T00:18:25,881 DEBUG [Thread-717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,884 DEBUG [Thread-715 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22e911df to 127.0.0.1:50278 2024-11-17T00:18:25,884 DEBUG [Thread-715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,889 DEBUG [Thread-706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b4bd1ba to 127.0.0.1:50278 2024-11-17T00:18:25,889 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,890 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x367f47f7 to 127.0.0.1:50278 2024-11-17T00:18:25,890 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,900 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c7940d9 to 127.0.0.1:50278 2024-11-17T00:18:25,900 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:25,905 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2c38ee58 to 127.0.0.1:50278 2024-11-17T00:18:25,905 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:26,026 DEBUG [Thread-704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79982672 to 127.0.0.1:50278 2024-11-17T00:18:26,026 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:26,241 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/9f3529db14c64845996f4faedc2a69b8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9f3529db14c64845996f4faedc2a69b8 2024-11-17T00:18:26,245 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#A#compaction#198 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:26,245 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/49d634bcd9684fd4a94b168f201b94ea is 175, key is test_row_0/A:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:26,249 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/B of 79d816fd2a5a67df41c275fe41d593d1 into 9f3529db14c64845996f4faedc2a69b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:26,249 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:26,249 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/B, priority=12, startTime=1731802705700; duration=0sec 2024-11-17T00:18:26,249 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:26,249 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:B 2024-11-17T00:18:26,249 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:26,251 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:26,251 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 79d816fd2a5a67df41c275fe41d593d1/C is initiating minor compaction (all files) 2024-11-17T00:18:26,251 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 79d816fd2a5a67df41c275fe41d593d1/C in TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:26,251 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/89667ff84457417f855d1468a731035f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp, totalSize=48.7 K 2024-11-17T00:18:26,251 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 89667ff84457417f855d1468a731035f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802699476 2024-11-17T00:18:26,252 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 305d83fed47b45369d6bea1fb703058e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=294, earliestPutTs=1731802700646 2024-11-17T00:18:26,257 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ae1c13c674b499a8ced680a2a5585bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1731802701826 2024-11-17T00:18:26,257 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting aeae9e64efd24b02b6064237d19787d1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=334, earliestPutTs=1731802704001 2024-11-17T00:18:26,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:26,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:26,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742065_1241 (size=32039) 2024-11-17T00:18:26,277 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411177ec08c4a0c8c405f9768e6c71f8f5643_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177ec08c4a0c8c405f9768e6c71f8f5643_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:26,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2ea57b47f2a64b3fbb1425a70f6ea7a0, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:26,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 is 175, key is test_row_0/A:col10/1731802704682/Put/seqid=0 2024-11-17T00:18:26,287 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 79d816fd2a5a67df41c275fe41d593d1#C#compaction#200 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:26,288 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/a85d8ccb1e474fa8887f9071e6783f36 is 50, key is test_row_0/C:col10/1731802704627/Put/seqid=0 2024-11-17T00:18:26,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742067_1243 (size=13085) 2024-11-17T00:18:26,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742066_1242 (size=31255) 2024-11-17T00:18:26,296 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 2024-11-17T00:18:26,298 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/49d634bcd9684fd4a94b168f201b94ea as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/49d634bcd9684fd4a94b168f201b94ea 2024-11-17T00:18:26,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/47d6442fed224e38b5546f7135e265fd is 50, key is test_row_0/B:col10/1731802704682/Put/seqid=0 2024-11-17T00:18:26,308 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/a85d8ccb1e474fa8887f9071e6783f36 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/a85d8ccb1e474fa8887f9071e6783f36 2024-11-17T00:18:26,318 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/C of 79d816fd2a5a67df41c275fe41d593d1 into a85d8ccb1e474fa8887f9071e6783f36(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:26,318 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:26,318 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/C, priority=12, startTime=1731802705701; duration=0sec 2024-11-17T00:18:26,318 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:26,318 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:C 2024-11-17T00:18:26,324 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 79d816fd2a5a67df41c275fe41d593d1/A of 79d816fd2a5a67df41c275fe41d593d1 into 49d634bcd9684fd4a94b168f201b94ea(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:26,324 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:26,324 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1., storeName=79d816fd2a5a67df41c275fe41d593d1/A, priority=12, startTime=1731802705700; duration=0sec 2024-11-17T00:18:26,324 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:26,324 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 79d816fd2a5a67df41c275fe41d593d1:A 2024-11-17T00:18:26,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742068_1244 (size=12301) 2024-11-17T00:18:26,736 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/47d6442fed224e38b5546f7135e265fd 2024-11-17T00:18:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/b6ea83a73d3d4fd0875239ae16c11f5f is 50, key is test_row_0/C:col10/1731802704682/Put/seqid=0 2024-11-17T00:18:26,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742069_1245 (size=12301) 2024-11-17T00:18:26,768 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/b6ea83a73d3d4fd0875239ae16c11f5f 2024-11-17T00:18:26,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 2024-11-17T00:18:26,779 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2ea57b47f2a64b3fbb1425a70f6ea7a0, entries=150, sequenceid=355, filesize=30.5 K 2024-11-17T00:18:26,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/47d6442fed224e38b5546f7135e265fd as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/47d6442fed224e38b5546f7135e265fd 2024-11-17T00:18:26,791 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/47d6442fed224e38b5546f7135e265fd, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T00:18:26,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/b6ea83a73d3d4fd0875239ae16c11f5f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/b6ea83a73d3d4fd0875239ae16c11f5f 2024-11-17T00:18:26,795 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/b6ea83a73d3d4fd0875239ae16c11f5f, entries=150, sequenceid=355, filesize=12.0 K 2024-11-17T00:18:26,796 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=46.96 KB/48090 for 79d816fd2a5a67df41c275fe41d593d1 in 1022ms, sequenceid=355, compaction requested=false 2024-11-17T00:18:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:26,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-17T00:18:26,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-17T00:18:26,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-17T00:18:26,798 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6510 sec 2024-11-17T00:18:26,799 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.6560 sec 2024-11-17T00:18:27,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-17T00:18:27,267 INFO [Thread-714 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 64 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 53 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5788 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5466 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2380 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7139 rows 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2391 2024-11-17T00:18:27,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7172 rows 2024-11-17T00:18:27,268 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:18:27,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118b007e to 127.0.0.1:50278 2024-11-17T00:18:27,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:27,272 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:18:27,273 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:18:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:27,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802707277"}]},"ts":"1731802707277"} 2024-11-17T00:18:27,284 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:18:27,289 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:18:27,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:18:27,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, UNASSIGN}] 2024-11-17T00:18:27,292 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, UNASSIGN 2024-11-17T00:18:27,292 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:27,293 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:18:27,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; CloseRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:27,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:27,453 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:27,454 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(124): Close 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:27,454 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:18:27,454 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1681): Closing 79d816fd2a5a67df41c275fe41d593d1, disabling compactions & flushes 2024-11-17T00:18:27,454 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:27,454 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:27,454 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. after waiting 0 ms 2024-11-17T00:18:27,454 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:27,454 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(2837): Flushing 79d816fd2a5a67df41c275fe41d593d1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=A 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=B 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 79d816fd2a5a67df41c275fe41d593d1, store=C 2024-11-17T00:18:27,455 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:27,466 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b7c714c3a3334e08a21cacc53735bf0b_79d816fd2a5a67df41c275fe41d593d1 is 50, key is test_row_0/A:col10/1731802706023/Put/seqid=0 2024-11-17T00:18:27,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742070_1246 (size=12454) 2024-11-17T00:18:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:27,878 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:27,884 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b7c714c3a3334e08a21cacc53735bf0b_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b7c714c3a3334e08a21cacc53735bf0b_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:27,886 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ba4febe81c0e491fa1f94f8078277e9e, store: [table=TestAcidGuarantees family=A region=79d816fd2a5a67df41c275fe41d593d1] 2024-11-17T00:18:27,886 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ba4febe81c0e491fa1f94f8078277e9e is 175, key is test_row_0/A:col10/1731802706023/Put/seqid=0 2024-11-17T00:18:27,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742071_1247 (size=31255) 2024-11-17T00:18:28,304 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=368, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ba4febe81c0e491fa1f94f8078277e9e 2024-11-17T00:18:28,316 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/ce08990d9f684c8c8cf1734e78bc2456 is 50, key is test_row_0/B:col10/1731802706023/Put/seqid=0 2024-11-17T00:18:28,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742072_1248 (size=12301) 2024-11-17T00:18:28,336 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/ce08990d9f684c8c8cf1734e78bc2456 2024-11-17T00:18:28,364 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/21b5760ba22f49d59642bef87ff374a0 is 50, key is test_row_0/C:col10/1731802706023/Put/seqid=0 2024-11-17T00:18:28,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742073_1249 (size=12301) 2024-11-17T00:18:28,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:28,384 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=368 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/21b5760ba22f49d59642bef87ff374a0 2024-11-17T00:18:28,389 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/A/ba4febe81c0e491fa1f94f8078277e9e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ba4febe81c0e491fa1f94f8078277e9e 2024-11-17T00:18:28,395 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ba4febe81c0e491fa1f94f8078277e9e, entries=150, sequenceid=368, filesize=30.5 K 2024-11-17T00:18:28,396 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/B/ce08990d9f684c8c8cf1734e78bc2456 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/ce08990d9f684c8c8cf1734e78bc2456 2024-11-17T00:18:28,399 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/ce08990d9f684c8c8cf1734e78bc2456, entries=150, sequenceid=368, filesize=12.0 K 2024-11-17T00:18:28,404 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/.tmp/C/21b5760ba22f49d59642bef87ff374a0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/21b5760ba22f49d59642bef87ff374a0 2024-11-17T00:18:28,415 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/21b5760ba22f49d59642bef87ff374a0, entries=150, sequenceid=368, filesize=12.0 K 2024-11-17T00:18:28,420 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=0 B/0 for 79d816fd2a5a67df41c275fe41d593d1 in 966ms, sequenceid=368, compaction requested=true 2024-11-17T00:18:28,421 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe] to archive 2024-11-17T00:18:28,422 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:28,424 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/3b85536e7d60475d932c9b56397d06cc 2024-11-17T00:18:28,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ad3104a79c8d441dbd845ffa3e5a4ff3 2024-11-17T00:18:28,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/f65bfdfc9c9a4f6d8bd47de812d5b5f4 2024-11-17T00:18:28,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/8cde7948f4364bca928bdbe5e0571587 2024-11-17T00:18:28,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2018a1adc30944a480cfe43e1588c049 2024-11-17T00:18:28,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/578ee557ae184c158c5c0228d3afdfc8 2024-11-17T00:18:28,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/18a762a7892c4dce924424e74681c53c 2024-11-17T00:18:28,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c24d24e85343490dbe864e3f4b9ba533 2024-11-17T00:18:28,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c80e8b7602a242f785e3e561a91326fa 2024-11-17T00:18:28,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/5a68dda16c314eb68792f1819b908f30 2024-11-17T00:18:28,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/c56a1f9ba0bc437cb9e8a0fe3411eaa2 2024-11-17T00:18:28,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/93963c0b912e4daa80748e07ea55a0c6 2024-11-17T00:18:28,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/cc0edec74cd140afaadf8adfdc939ec3 2024-11-17T00:18:28,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/14d989b811274cde8503ea0f3986a1c4 2024-11-17T00:18:28,484 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/55c0f6ea5d674b7da027d1d6910cac22 2024-11-17T00:18:28,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/300782600c0740b2b9d72fe6e71d9f25 2024-11-17T00:18:28,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/643bb0a51705483ba7da35a84aaf97de 2024-11-17T00:18:28,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a20209d248b14195885a8dd332d263ee 2024-11-17T00:18:28,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/d15734d9425743edbd3c242b6517d92b 2024-11-17T00:18:28,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/a5c9d9c8231e4400ad43476ff2fcc4eb 2024-11-17T00:18:28,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2841dcbe6a024e33af6b5026863cdedf 2024-11-17T00:18:28,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/b83812edffec45028dfe9f507c2da5b2 2024-11-17T00:18:28,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/54821685a1984329904c3b71afcb2dfe 2024-11-17T00:18:28,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1184db94592945c589b0d45b4640fba3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/62bc12a4d5714093b1c3912a41f88948, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/7ecfb54a5e06462e84dd993fbe13a2e1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/aac8521dee9f4c2588d3c2f7547907aa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f5d1741d2a44e2ca9aa032391d51323, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9806f638630544bb96d4bda2df44a65a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56] to archive 2024-11-17T00:18:28,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:28,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/8edcfd4b7b9a4dbfb76cf3cc658ba884 2024-11-17T00:18:28,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/28ec642863834896a672c7c2c3e3209c 2024-11-17T00:18:28,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1184db94592945c589b0d45b4640fba3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1184db94592945c589b0d45b4640fba3 2024-11-17T00:18:28,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f7fc589f1bd404fa5e1526071e92671 2024-11-17T00:18:28,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/40e8a358765e4e09bc1b0fcfe80dd50a 2024-11-17T00:18:28,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/62bc12a4d5714093b1c3912a41f88948 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/62bc12a4d5714093b1c3912a41f88948 2024-11-17T00:18:28,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f58d8ab593194320b51b59599a04e8ca 2024-11-17T00:18:28,536 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/757873fb87934193ae3d9cf582f9984d 2024-11-17T00:18:28,539 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/7ecfb54a5e06462e84dd993fbe13a2e1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/7ecfb54a5e06462e84dd993fbe13a2e1 2024-11-17T00:18:28,547 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f5a5ec0059014dbb881b69adc030dae5 2024-11-17T00:18:28,557 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/f78143bfa94542ae80c7beaede4e7431 2024-11-17T00:18:28,558 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/e0fbda71324943d2a057e507ee108b2b 2024-11-17T00:18:28,566 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/aac8521dee9f4c2588d3c2f7547907aa to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/aac8521dee9f4c2588d3c2f7547907aa 2024-11-17T00:18:28,567 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/1de586696fa548bf922a58b1376e8d5a 2024-11-17T00:18:28,573 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/76a45a78415e451e85826d4f53d8bf5e 2024-11-17T00:18:28,576 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f5d1741d2a44e2ca9aa032391d51323 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/6f5d1741d2a44e2ca9aa032391d51323 2024-11-17T00:18:28,580 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/49d26ca68bdf423aaa46588d42bfa795 2024-11-17T00:18:28,581 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/4abdc52b080b49d68a76eefef5279daa 2024-11-17T00:18:28,583 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9806f638630544bb96d4bda2df44a65a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9806f638630544bb96d4bda2df44a65a 2024-11-17T00:18:28,584 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/bd2bd40349134fb1a5093f2ff5e8b7bf 2024-11-17T00:18:28,585 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/b21c2f00715247e0b655bed2f41fe1f5 2024-11-17T00:18:28,587 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/3e9ece2b03f343e19dbc4536559ecc62 2024-11-17T00:18:28,592 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/484c23a282ea4664b7995293f2b87e56 2024-11-17T00:18:28,593 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/9c170ce542654e75ac91bcbe22f3b6c4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bd0e0ea01f444abf93ead07348a0900f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/5d1f38b286bd4d4fad5bd2e91ea1c867, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bf01ee7254894e42b797e77c7a21d224, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8a077d1f1a7e42b4a5279a559b58c17e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/89667ff84457417f855d1468a731035f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1] to archive 2024-11-17T00:18:28,596 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:28,600 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/73e0f9775fb04060a467edb0e591e9b4 2024-11-17T00:18:28,601 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/505df23f08ec4dc686e5cf005bfbe908 2024-11-17T00:18:28,603 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/9c170ce542654e75ac91bcbe22f3b6c4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/9c170ce542654e75ac91bcbe22f3b6c4 2024-11-17T00:18:28,605 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8d96cf0d33de4cf18afc40ce26b3c82e 2024-11-17T00:18:28,606 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/ab97a7c8db4c4ac292bd39241544e439 2024-11-17T00:18:28,608 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bd0e0ea01f444abf93ead07348a0900f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bd0e0ea01f444abf93ead07348a0900f 2024-11-17T00:18:28,612 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/14620eb0500a437ca2d7e036fd6edd93 2024-11-17T00:18:28,613 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d56a5649e55444fd95a4f8583ba33ca0 2024-11-17T00:18:28,620 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/5d1f38b286bd4d4fad5bd2e91ea1c867 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/5d1f38b286bd4d4fad5bd2e91ea1c867 2024-11-17T00:18:28,628 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/97aeefef21c64eac8e87db038663ef3e 2024-11-17T00:18:28,630 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/82ba8566244644d990dc3af0ebcc06e9 2024-11-17T00:18:28,636 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/d2c06d07573f4df7a861b52c77557240 2024-11-17T00:18:28,641 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bf01ee7254894e42b797e77c7a21d224 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/bf01ee7254894e42b797e77c7a21d224 2024-11-17T00:18:28,643 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8843fe02735647be81e5cc4a5bf297d5 2024-11-17T00:18:28,644 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/cae767680fab4a7f9e00635885912af2 2024-11-17T00:18:28,645 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8a077d1f1a7e42b4a5279a559b58c17e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/8a077d1f1a7e42b4a5279a559b58c17e 2024-11-17T00:18:28,651 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/90ea40a5ff20479db041ce443023cbc7 2024-11-17T00:18:28,653 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/f4bb59b94a934c90b4569b9bf03c26ab 2024-11-17T00:18:28,654 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/89667ff84457417f855d1468a731035f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/89667ff84457417f855d1468a731035f 2024-11-17T00:18:28,655 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/eba0ecaef0f045899a4cbee05d3c3672 2024-11-17T00:18:28,661 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/305d83fed47b45369d6bea1fb703058e 2024-11-17T00:18:28,663 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/4ae1c13c674b499a8ced680a2a5585bb 2024-11-17T00:18:28,664 DEBUG [StoreCloser-TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/aeae9e64efd24b02b6064237d19787d1 2024-11-17T00:18:28,677 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits/371.seqid, newMaxSeqId=371, maxSeqId=4 2024-11-17T00:18:28,678 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1. 2024-11-17T00:18:28,678 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] regionserver.HRegion(1635): Region close journal for 79d816fd2a5a67df41c275fe41d593d1: 2024-11-17T00:18:28,685 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=79d816fd2a5a67df41c275fe41d593d1, regionState=CLOSED 2024-11-17T00:18:28,685 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=66}] handler.UnassignRegionHandler(170): Closed 79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:28,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-17T00:18:28,687 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseRegionProcedure 79d816fd2a5a67df41c275fe41d593d1, server=3fbf313856f1,36661,1731802650791 in 1.3920 sec 2024-11-17T00:18:28,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-11-17T00:18:28,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=79d816fd2a5a67df41c275fe41d593d1, UNASSIGN in 1.3960 sec 2024-11-17T00:18:28,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-11-17T00:18:28,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4000 sec 2024-11-17T00:18:28,693 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802708692"}]},"ts":"1731802708692"} 2024-11-17T00:18:28,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:18:28,696 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:18:28,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4240 sec 2024-11-17T00:18:29,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T00:18:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-17T00:18:29,381 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-11-17T00:18:29,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:18:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=67, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,385 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=67, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T00:18:29,393 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,396 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits] 2024-11-17T00:18:29,400 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/2ea57b47f2a64b3fbb1425a70f6ea7a0 2024-11-17T00:18:29,402 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/49d634bcd9684fd4a94b168f201b94ea to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/49d634bcd9684fd4a94b168f201b94ea 2024-11-17T00:18:29,406 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ba4febe81c0e491fa1f94f8078277e9e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/A/ba4febe81c0e491fa1f94f8078277e9e 2024-11-17T00:18:29,414 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/47d6442fed224e38b5546f7135e265fd to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/47d6442fed224e38b5546f7135e265fd 2024-11-17T00:18:29,415 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9f3529db14c64845996f4faedc2a69b8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/9f3529db14c64845996f4faedc2a69b8 2024-11-17T00:18:29,420 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/ce08990d9f684c8c8cf1734e78bc2456 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/B/ce08990d9f684c8c8cf1734e78bc2456 2024-11-17T00:18:29,425 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/21b5760ba22f49d59642bef87ff374a0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/21b5760ba22f49d59642bef87ff374a0 2024-11-17T00:18:29,431 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/a85d8ccb1e474fa8887f9071e6783f36 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/a85d8ccb1e474fa8887f9071e6783f36 2024-11-17T00:18:29,433 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/b6ea83a73d3d4fd0875239ae16c11f5f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/C/b6ea83a73d3d4fd0875239ae16c11f5f 2024-11-17T00:18:29,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits/371.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1/recovered.edits/371.seqid 2024-11-17T00:18:29,442 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,442 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:18:29,443 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:18:29,445 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T00:18:29,453 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723bfb8ebf36b42be822f1255f9b58cb3_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111723bfb8ebf36b42be822f1255f9b58cb3_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,455 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117244cf5021db740b0b3d94e51c1909606_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117244cf5021db740b0b3d94e51c1909606_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,456 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175b0f840258cd448cba9e5719a95e8b7f_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175b0f840258cd448cba9e5719a95e8b7f_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,458 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175d9ecc714a324e5dacd3d54992d07a9b_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411175d9ecc714a324e5dacd3d54992d07a9b_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,459 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411176e0f612fbede4c86bbc0f2220b26cae4_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411176e0f612fbede4c86bbc0f2220b26cae4_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,461 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177ec08c4a0c8c405f9768e6c71f8f5643_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411177ec08c4a0c8c405f9768e6c71f8f5643_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,462 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785575410a0b346819d1fbc9e51e6fdb0_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111785575410a0b346819d1fbc9e51e6fdb0_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,463 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7d4934183646bd946480b5f5a2c7b1_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178d7d4934183646bd946480b5f5a2c7b1_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,465 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179923100091a945949444d2bb9b083986_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179923100091a945949444d2bb9b083986_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,466 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a6628a43cb24477e893ad9d012350954_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a6628a43cb24477e893ad9d012350954_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,468 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b1623dea8c2a4294a3338544db9c227d_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b1623dea8c2a4294a3338544db9c227d_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,469 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b3362ac7d1dc4c7998b0492714f42538_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b3362ac7d1dc4c7998b0492714f42538_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,471 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b5943ce3b43b45ebb25272ffeaa0ee4a_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b5943ce3b43b45ebb25272ffeaa0ee4a_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,474 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b7c714c3a3334e08a21cacc53735bf0b_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b7c714c3a3334e08a21cacc53735bf0b_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,476 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbab6db585064518b0db164228c14bcf_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dbab6db585064518b0db164228c14bcf_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,477 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dda3d92687544bc79e342a0ac1be267a_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dda3d92687544bc79e342a0ac1be267a_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,480 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f07b6ab4e3e64ed9a4e354ce6bcc7859_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f07b6ab4e3e64ed9a4e354ce6bcc7859_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,481 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f127a69438a74f07a24bbd56d5d3c3e2_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f127a69438a74f07a24bbd56d5d3c3e2_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T00:18:29,489 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f6d3047fc9634b1a82772fbba4705913_79d816fd2a5a67df41c275fe41d593d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117f6d3047fc9634b1a82772fbba4705913_79d816fd2a5a67df41c275fe41d593d1 2024-11-17T00:18:29,490 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:18:29,492 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=67, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,503 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:18:29,506 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:18:29,507 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=67, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,507 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:18:29,507 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802709507"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:29,510 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:18:29,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 79d816fd2a5a67df41c275fe41d593d1, NAME => 'TestAcidGuarantees,,1731802682748.79d816fd2a5a67df41c275fe41d593d1.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:18:29,511 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:18:29,511 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802709511"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:29,515 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:18:29,525 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=67, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,531 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 142 msec 2024-11-17T00:18:29,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-11-17T00:18:29,688 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-11-17T00:18:29,698 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=240 (was 241), OpenFileDescriptor=458 (was 462), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=393 (was 245) - SystemLoadAverage LEAK? -, ProcessCount=12 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=14896 (was 15050) 2024-11-17T00:18:29,707 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=240, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=393, ProcessCount=11, AvailableMemoryMB=14908 2024-11-17T00:18:29,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:18:29,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:18:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:29,711 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:18:29,711 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:29,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 68 2024-11-17T00:18:29,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:29,712 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:18:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742074_1250 (size=960) 2024-11-17T00:18:29,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:30,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:30,122 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:18:30,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742075_1251 (size=53) 2024-11-17T00:18:30,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing bba7aed4d9516315b9514f0e8b22ce22, disabling compactions & flushes 2024-11-17T00:18:30,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. after waiting 0 ms 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,528 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,528 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:30,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:18:30,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802710529"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802710529"}]},"ts":"1731802710529"} 2024-11-17T00:18:30,530 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:18:30,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T00:18:30,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:18:30,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802710531"}]},"ts":"1731802710531"} 2024-11-17T00:18:30,532 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:18:30,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, ASSIGN}] 2024-11-17T00:18:30,536 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, ASSIGN 2024-11-17T00:18:30,537 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:18:30,687 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=bba7aed4d9516315b9514f0e8b22ce22, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:30,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; OpenRegionProcedure bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:30,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:30,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:30,843 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,843 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7285): Opening region: {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:18:30,843 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,843 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:30,843 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7327): checking encryption for bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,843 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7330): checking classloading for bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,844 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,846 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:30,846 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bba7aed4d9516315b9514f0e8b22ce22 columnFamilyName A 2024-11-17T00:18:30,846 DEBUG [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:30,846 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(327): Store=bba7aed4d9516315b9514f0e8b22ce22/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:30,846 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,847 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:30,847 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bba7aed4d9516315b9514f0e8b22ce22 columnFamilyName B 2024-11-17T00:18:30,847 DEBUG [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:30,848 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(327): Store=bba7aed4d9516315b9514f0e8b22ce22/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:30,848 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,849 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:30,849 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bba7aed4d9516315b9514f0e8b22ce22 columnFamilyName C 2024-11-17T00:18:30,849 DEBUG [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:30,849 INFO [StoreOpener-bba7aed4d9516315b9514f0e8b22ce22-1 {}] regionserver.HStore(327): Store=bba7aed4d9516315b9514f0e8b22ce22/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:30,849 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,850 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,850 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,851 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:18:30,852 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1085): writing seq id for bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:30,854 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:18:30,855 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1102): Opened bba7aed4d9516315b9514f0e8b22ce22; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73513810, jitterRate=0.09544113278388977}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:18:30,855 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1001): Region open journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:30,856 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., pid=70, masterSystemTime=1731802710840 2024-11-17T00:18:30,857 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,857 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:30,858 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=69 updating hbase:meta row=bba7aed4d9516315b9514f0e8b22ce22, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:30,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-11-17T00:18:30,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; OpenRegionProcedure bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 in 170 msec 2024-11-17T00:18:30,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=69, resume processing ppid=68 2024-11-17T00:18:30,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, ppid=68, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, ASSIGN in 324 msec 2024-11-17T00:18:30,861 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:18:30,861 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802710861"}]},"ts":"1731802710861"} 2024-11-17T00:18:30,862 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:18:30,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=68, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:18:30,865 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-17T00:18:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=68 2024-11-17T00:18:31,816 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 68 completed 2024-11-17T00:18:31,818 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58341641 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17b6adc5 2024-11-17T00:18:31,822 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a569490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,824 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50510, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:18:31,825 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:18:31,827 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-11-17T00:18:31,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,831 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-11-17T00:18:31,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,835 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-11-17T00:18:31,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,840 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-11-17T00:18:31,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,843 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-11-17T00:18:31,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,847 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-11-17T00:18:31,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,851 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-11-17T00:18:31,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,855 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-11-17T00:18:31,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,859 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-11-17T00:18:31,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-11-17T00:18:31,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:31,869 DEBUG [hconnection-0x74586e67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,869 DEBUG [hconnection-0x7efbe76d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:31,870 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,870 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50524, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,870 DEBUG [hconnection-0x20fce1e4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,870 DEBUG [hconnection-0x622392fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-11-17T00:18:31,871 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50534, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:31,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:31,872 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50544, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,872 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:31,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:31,873 DEBUG [hconnection-0x3273cd1e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,874 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,876 DEBUG [hconnection-0x7e52362c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,876 DEBUG [hconnection-0x146dc893-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,877 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,877 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,880 DEBUG [hconnection-0xa3fdc1d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:31,881 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50570, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,881 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:18:31,881 DEBUG [hconnection-0x25633912-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:31,882 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:31,882 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50576, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,883 DEBUG [hconnection-0x2d4ea307-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:31,884 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50592, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:31,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802771901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802771901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802771902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802771902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:31,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:31,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802771903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:31,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/8cf99e1f6c4d442c9aa4e93715b2a567 is 50, key is test_row_0/A:col10/1731802711878/Put/seqid=0 2024-11-17T00:18:31,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742076_1252 (size=12001) 2024-11-17T00:18:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:32,005 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802772005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802772006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802772006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802772007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802772010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,024 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:32,178 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802772207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802772209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802772210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,211 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802772210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802772211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,331 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/8cf99e1f6c4d442c9aa4e93715b2a567 2024-11-17T00:18:32,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/431630441ca442569d6b1a2eb32ff7f7 is 50, key is test_row_0/B:col10/1731802711878/Put/seqid=0 2024-11-17T00:18:32,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742077_1253 (size=12001) 2024-11-17T00:18:32,486 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:32,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,487 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802772509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802772512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,514 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802772513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802772514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802772514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,640 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,640 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,793 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,793 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,794 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/431630441ca442569d6b1a2eb32ff7f7 2024-11-17T00:18:32,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c0d6e1272aa8499e9fbf66e02400ecf7 is 50, key is test_row_0/C:col10/1731802711878/Put/seqid=0 2024-11-17T00:18:32,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742078_1254 (size=12001) 2024-11-17T00:18:32,946 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:32,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:32,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:32,947 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:33,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802773013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802773015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802773016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802773016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802773019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:33,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:33,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:33,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:33,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:33,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:33,228 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c0d6e1272aa8499e9fbf66e02400ecf7 2024-11-17T00:18:33,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/8cf99e1f6c4d442c9aa4e93715b2a567 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567 2024-11-17T00:18:33,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:18:33,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/431630441ca442569d6b1a2eb32ff7f7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7 2024-11-17T00:18:33,241 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:18:33,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c0d6e1272aa8499e9fbf66e02400ecf7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7 2024-11-17T00:18:33,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:18:33,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bba7aed4d9516315b9514f0e8b22ce22 in 1366ms, sequenceid=13, compaction requested=false 2024-11-17T00:18:33,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:33,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:33,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-11-17T00:18:33,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:33,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:33,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:33,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/108c24018a71403b969333a4f0b081f9 is 50, key is test_row_0/A:col10/1731802711899/Put/seqid=0 2024-11-17T00:18:33,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742079_1255 (size=12001) 2024-11-17T00:18:33,667 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/108c24018a71403b969333a4f0b081f9 2024-11-17T00:18:33,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/835c0c5f629f4fb7b5637f55c438a8a7 is 50, key is test_row_0/B:col10/1731802711899/Put/seqid=0 2024-11-17T00:18:33,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742080_1256 (size=12001) 2024-11-17T00:18:33,695 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/835c0c5f629f4fb7b5637f55c438a8a7 2024-11-17T00:18:33,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/32aa910646a44c338e0b60cdda013b67 is 50, key is test_row_0/C:col10/1731802711899/Put/seqid=0 2024-11-17T00:18:33,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742081_1257 (size=12001) 2024-11-17T00:18:33,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:34,018 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802774026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802774026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802774028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802774028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802774029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,109 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/32aa910646a44c338e0b60cdda013b67 2024-11-17T00:18:34,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/108c24018a71403b969333a4f0b081f9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9 2024-11-17T00:18:34,118 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T00:18:34,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/835c0c5f629f4fb7b5637f55c438a8a7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7 2024-11-17T00:18:34,122 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T00:18:34,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/32aa910646a44c338e0b60cdda013b67 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67 2024-11-17T00:18:34,127 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67, entries=150, sequenceid=37, filesize=11.7 K 2024-11-17T00:18:34,128 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for bba7aed4d9516315b9514f0e8b22ce22 in 876ms, sequenceid=37, compaction requested=false 2024-11-17T00:18:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:34,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-11-17T00:18:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-11-17T00:18:34,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-17T00:18:34,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-11-17T00:18:34,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:34,132 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:18:34,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 2.2620 sec 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:34,133 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:34,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/58f0458501094debb9d4fa32bcbf7560 is 50, key is test_row_0/A:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:34,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742082_1258 (size=14341) 2024-11-17T00:18:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802774173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802774173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802774175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802774176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,204 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:18:34,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802774277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802774277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802774277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802774279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802774479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802774480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802774481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,541 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/58f0458501094debb9d4fa32bcbf7560 2024-11-17T00:18:34,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ef0ef3d4a04347ceb4d7c0159026265e is 50, key is test_row_0/B:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742083_1259 (size=12001) 2024-11-17T00:18:34,729 DEBUG [master/3fbf313856f1:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 951b1f0d9dc5995a8a15efdc56a7f9bf changed from -1.0 to 0.0, refreshing cache 2024-11-17T00:18:34,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802774782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802774783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802774785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:34,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802774786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:34,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ef0ef3d4a04347ceb4d7c0159026265e 2024-11-17T00:18:34,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/845f9dade6304f4fbc80e74fe7427177 is 50, key is test_row_0/C:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:34,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742084_1260 (size=12001) 2024-11-17T00:18:35,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:35,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802775284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:35,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:35,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802775286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:35,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:35,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802775288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:35,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:35,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802775290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:35,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/845f9dade6304f4fbc80e74fe7427177 2024-11-17T00:18:35,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/58f0458501094debb9d4fa32bcbf7560 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560 2024-11-17T00:18:35,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560, entries=200, sequenceid=53, filesize=14.0 K 2024-11-17T00:18:35,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ef0ef3d4a04347ceb4d7c0159026265e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e 2024-11-17T00:18:35,384 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T00:18:35,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/845f9dade6304f4fbc80e74fe7427177 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177 2024-11-17T00:18:35,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177, entries=150, sequenceid=53, filesize=11.7 K 2024-11-17T00:18:35,390 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for bba7aed4d9516315b9514f0e8b22ce22 in 1258ms, sequenceid=53, compaction requested=true 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:35,390 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:35,390 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:35,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:35,391 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:35,392 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:35,392 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:35,392 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:35,392 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=37.4 K 2024-11-17T00:18:35,392 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:35,392 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:35,392 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=35.2 K 2024-11-17T00:18:35,393 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cf99e1f6c4d442c9aa4e93715b2a567, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802711878 2024-11-17T00:18:35,393 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 431630441ca442569d6b1a2eb32ff7f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802711878 2024-11-17T00:18:35,393 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 108c24018a71403b969333a4f0b081f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731802711899 2024-11-17T00:18:35,393 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 835c0c5f629f4fb7b5637f55c438a8a7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731802711899 2024-11-17T00:18:35,394 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58f0458501094debb9d4fa32bcbf7560, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:35,394 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ef0ef3d4a04347ceb4d7c0159026265e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:35,402 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#215 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:35,403 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/5de3a9ae11484f7a94fcf9ec5a6e59ce is 50, key is test_row_0/B:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:35,405 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#216 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:35,406 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d24907069f35476c9433a9c9e6421b32 is 50, key is test_row_0/A:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:35,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742085_1261 (size=12104) 2024-11-17T00:18:35,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742086_1262 (size=12104) 2024-11-17T00:18:35,815 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/5de3a9ae11484f7a94fcf9ec5a6e59ce as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5de3a9ae11484f7a94fcf9ec5a6e59ce 2024-11-17T00:18:35,820 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d24907069f35476c9433a9c9e6421b32 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d24907069f35476c9433a9c9e6421b32 2024-11-17T00:18:35,823 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 5de3a9ae11484f7a94fcf9ec5a6e59ce(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:35,823 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:35,823 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=13, startTime=1731802715390; duration=0sec 2024-11-17T00:18:35,823 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:35,823 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:35,823 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:35,824 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:35,824 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:35,824 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:35,824 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=35.2 K 2024-11-17T00:18:35,825 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c0d6e1272aa8499e9fbf66e02400ecf7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802711878 2024-11-17T00:18:35,825 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 32aa910646a44c338e0b60cdda013b67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731802711899 2024-11-17T00:18:35,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 845f9dade6304f4fbc80e74fe7427177, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:35,827 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into d24907069f35476c9433a9c9e6421b32(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:35,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:35,827 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=13, startTime=1731802715390; duration=0sec 2024-11-17T00:18:35,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:35,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:35,833 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#217 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:35,833 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/5fcdefaabd4840a2b9c5afaaec1a76e0 is 50, key is test_row_0/C:col10/1731802714131/Put/seqid=0 2024-11-17T00:18:35,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742087_1263 (size=12104) 2024-11-17T00:18:35,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-11-17T00:18:35,989 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-11-17T00:18:35,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:35,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-17T00:18:35,992 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:35,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:35,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:35,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:36,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:36,040 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:36,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:36,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/89adece1f8bc40879ca0a4e5ac9fa46d is 50, key is test_row_0/A:col10/1731802716039/Put/seqid=0 2024-11-17T00:18:36,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802776066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742088_1264 (size=12001) 2024-11-17T00:18:36,070 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/89adece1f8bc40879ca0a4e5ac9fa46d 2024-11-17T00:18:36,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7225e04e80fb4d039bf293a4338a9eb7 is 50, key is test_row_0/B:col10/1731802716039/Put/seqid=0 2024-11-17T00:18:36,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742089_1265 (size=12001) 2024-11-17T00:18:36,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:36,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,168 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802776168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,244 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/5fcdefaabd4840a2b9c5afaaec1a76e0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5fcdefaabd4840a2b9c5afaaec1a76e0 2024-11-17T00:18:36,250 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into 5fcdefaabd4840a2b9c5afaaec1a76e0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:36,250 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:36,250 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=13, startTime=1731802715390; duration=0sec 2024-11-17T00:18:36,250 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:36,250 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:36,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802776289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,296 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802776295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802776295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802776298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802776370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,451 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,452 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,483 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7225e04e80fb4d039bf293a4338a9eb7 2024-11-17T00:18:36,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/47c428aa666d43bb8c1f800222933761 is 50, key is test_row_0/C:col10/1731802716039/Put/seqid=0 2024-11-17T00:18:36,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742090_1266 (size=12001) 2024-11-17T00:18:36,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:36,604 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:36,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802776673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,757 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,758 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/47c428aa666d43bb8c1f800222933761 2024-11-17T00:18:36,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/89adece1f8bc40879ca0a4e5ac9fa46d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d 2024-11-17T00:18:36,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:18:36,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7225e04e80fb4d039bf293a4338a9eb7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7 2024-11-17T00:18:36,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:18:36,910 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:36,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/47c428aa666d43bb8c1f800222933761 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761 2024-11-17T00:18:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:36,911 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:36,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:18:36,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bba7aed4d9516315b9514f0e8b22ce22 in 875ms, sequenceid=76, compaction requested=false 2024-11-17T00:18:36,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:37,063 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:37,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-17T00:18:37,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:37,064 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:37,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:37,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/a7cb4071942c4d8b98df28fbcdf29d18 is 50, key is test_row_0/A:col10/1731802716050/Put/seqid=0 2024-11-17T00:18:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742091_1267 (size=12001) 2024-11-17T00:18:37,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:37,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:37,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:37,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802777230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:37,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:37,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802777334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:37,474 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/a7cb4071942c4d8b98df28fbcdf29d18 2024-11-17T00:18:37,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/02cae9c715f34fb1b4c46e2dca0e7467 is 50, key is test_row_0/B:col10/1731802716050/Put/seqid=0 2024-11-17T00:18:37,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742092_1268 (size=12001) 2024-11-17T00:18:37,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802777538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:37,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:37,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802777840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:37,886 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/02cae9c715f34fb1b4c46e2dca0e7467 2024-11-17T00:18:37,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/3ac5723295d94097a10edb09fd959cd5 is 50, key is test_row_0/C:col10/1731802716050/Put/seqid=0 2024-11-17T00:18:37,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742093_1269 (size=12001) 2024-11-17T00:18:38,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:38,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802778292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,293 DEBUG [Thread-1157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4121 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:38,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/3ac5723295d94097a10edb09fd959cd5 2024-11-17T00:18:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802778299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,301 DEBUG [Thread-1153 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4125 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:38,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/a7cb4071942c4d8b98df28fbcdf29d18 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18 2024-11-17T00:18:38,304 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802778303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,304 DEBUG [Thread-1161 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:38,308 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T00:18:38,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/02cae9c715f34fb1b4c46e2dca0e7467 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467 2024-11-17T00:18:38,314 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T00:18:38,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/3ac5723295d94097a10edb09fd959cd5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5 2024-11-17T00:18:38,316 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802778316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,317 DEBUG [Thread-1159 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:38,319 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5, entries=150, sequenceid=92, filesize=11.7 K 2024-11-17T00:18:38,319 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bba7aed4d9516315b9514f0e8b22ce22 in 1256ms, sequenceid=92, compaction requested=true 2024-11-17T00:18:38,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:38,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-17T00:18:38,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-17T00:18:38,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-17T00:18:38,322 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-11-17T00:18:38,323 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 2.3330 sec 2024-11-17T00:18:38,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:38,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:38,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:38,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:38,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:38,349 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,353 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/81edc59c29344ed18efcc33393969a62 is 50, key is test_row_0/A:col10/1731802717226/Put/seqid=0 2024-11-17T00:18:38,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742094_1270 (size=14341) 2024-11-17T00:18:38,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/81edc59c29344ed18efcc33393969a62 2024-11-17T00:18:38,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f641e732638e43d7a8b5e3aae0b9a9c7 is 50, key is test_row_0/B:col10/1731802717226/Put/seqid=0 2024-11-17T00:18:38,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802778379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742095_1271 (size=12001) 2024-11-17T00:18:38,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f641e732638e43d7a8b5e3aae0b9a9c7 2024-11-17T00:18:38,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2c040e680f13415ca21020847acbf28b is 50, key is test_row_0/C:col10/1731802717226/Put/seqid=0 2024-11-17T00:18:38,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742096_1272 (size=12001) 2024-11-17T00:18:38,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2c040e680f13415ca21020847acbf28b 2024-11-17T00:18:38,420 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/81edc59c29344ed18efcc33393969a62 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62 2024-11-17T00:18:38,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62, entries=200, sequenceid=114, filesize=14.0 K 2024-11-17T00:18:38,425 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f641e732638e43d7a8b5e3aae0b9a9c7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7 2024-11-17T00:18:38,429 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7, entries=150, sequenceid=114, filesize=11.7 K 2024-11-17T00:18:38,430 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2c040e680f13415ca21020847acbf28b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b 2024-11-17T00:18:38,433 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b, entries=150, sequenceid=114, filesize=11.7 K 2024-11-17T00:18:38,434 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bba7aed4d9516315b9514f0e8b22ce22 in 86ms, sequenceid=114, compaction requested=true 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:38,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:38,434 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:38,434 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:38,436 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:38,436 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:38,436 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:38,436 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:38,436 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:38,436 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:38,436 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d24907069f35476c9433a9c9e6421b32, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=49.3 K 2024-11-17T00:18:38,436 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5de3a9ae11484f7a94fcf9ec5a6e59ce, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=47.0 K 2024-11-17T00:18:38,437 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d24907069f35476c9433a9c9e6421b32, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:38,437 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de3a9ae11484f7a94fcf9ec5a6e59ce, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:38,437 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89adece1f8bc40879ca0a4e5ac9fa46d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802714168 2024-11-17T00:18:38,438 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7225e04e80fb4d039bf293a4338a9eb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802714168 2024-11-17T00:18:38,438 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7cb4071942c4d8b98df28fbcdf29d18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731802716050 2024-11-17T00:18:38,438 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81edc59c29344ed18efcc33393969a62, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731802717208 2024-11-17T00:18:38,438 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 02cae9c715f34fb1b4c46e2dca0e7467, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731802716050 2024-11-17T00:18:38,439 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f641e732638e43d7a8b5e3aae0b9a9c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731802717226 2024-11-17T00:18:38,449 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#227 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:38,449 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#228 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:38,450 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/99073ccde0654f77ac5a58ad2905f446 is 50, key is test_row_0/A:col10/1731802717226/Put/seqid=0 2024-11-17T00:18:38,450 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/5ce7aa6c21654c6b86b0e6b3da347df2 is 50, key is test_row_0/B:col10/1731802717226/Put/seqid=0 2024-11-17T00:18:38,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742097_1273 (size=12241) 2024-11-17T00:18:38,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742098_1274 (size=12241) 2024-11-17T00:18:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:38,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:38,484 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:38,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:38,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:38,485 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,490 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/e4cb8d2234a04da2a795dc0bcd33e07a is 50, key is test_row_0/A:col10/1731802718374/Put/seqid=0 2024-11-17T00:18:38,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742099_1275 (size=12051) 2024-11-17T00:18:38,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/e4cb8d2234a04da2a795dc0bcd33e07a 2024-11-17T00:18:38,514 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/403e75b6efa84e9db5b187ad753624bf is 50, key is test_row_0/B:col10/1731802718374/Put/seqid=0 2024-11-17T00:18:38,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742100_1276 (size=12051) 2024-11-17T00:18:38,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/403e75b6efa84e9db5b187ad753624bf 2024-11-17T00:18:38,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e8264b1a0b54470dbad63f303db9aeea is 50, key is test_row_0/C:col10/1731802718374/Put/seqid=0 2024-11-17T00:18:38,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742101_1277 (size=12051) 2024-11-17T00:18:38,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e8264b1a0b54470dbad63f303db9aeea 2024-11-17T00:18:38,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/e4cb8d2234a04da2a795dc0bcd33e07a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a 2024-11-17T00:18:38,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a, entries=150, sequenceid=129, filesize=11.8 K 2024-11-17T00:18:38,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/403e75b6efa84e9db5b187ad753624bf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf 2024-11-17T00:18:38,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf, entries=150, sequenceid=129, filesize=11.8 K 2024-11-17T00:18:38,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e8264b1a0b54470dbad63f303db9aeea as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea 2024-11-17T00:18:38,561 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea, entries=150, sequenceid=129, filesize=11.8 K 2024-11-17T00:18:38,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bba7aed4d9516315b9514f0e8b22ce22 in 78ms, sequenceid=129, compaction requested=true 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:38,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-17T00:18:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:38,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:38,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:38,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/580bc1eed72c4c568387cdd906b2f488 is 50, key is test_row_0/A:col10/1731802718559/Put/seqid=0 2024-11-17T00:18:38,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742102_1278 (size=14541) 2024-11-17T00:18:38,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/580bc1eed72c4c568387cdd906b2f488 2024-11-17T00:18:38,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4099615e03244f3796f538a2f18df197 is 50, key is test_row_0/B:col10/1731802718559/Put/seqid=0 2024-11-17T00:18:38,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742103_1279 (size=12151) 2024-11-17T00:18:38,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802778623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802778727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,871 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/99073ccde0654f77ac5a58ad2905f446 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/99073ccde0654f77ac5a58ad2905f446 2024-11-17T00:18:38,876 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into 99073ccde0654f77ac5a58ad2905f446(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:38,876 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,876 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=12, startTime=1731802718434; duration=0sec 2024-11-17T00:18:38,876 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-17T00:18:38,876 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:38,876 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:38,876 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:18:38,878 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60158 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:18:38,878 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:38,878 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:38,878 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5fcdefaabd4840a2b9c5afaaec1a76e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=58.7 K 2024-11-17T00:18:38,878 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5fcdefaabd4840a2b9c5afaaec1a76e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1731802714028 2024-11-17T00:18:38,879 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c428aa666d43bb8c1f800222933761, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802714168 2024-11-17T00:18:38,879 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ac5723295d94097a10edb09fd959cd5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1731802716050 2024-11-17T00:18:38,879 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c040e680f13415ca21020847acbf28b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731802717226 2024-11-17T00:18:38,879 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e8264b1a0b54470dbad63f303db9aeea, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731802718368 2024-11-17T00:18:38,886 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/5ce7aa6c21654c6b86b0e6b3da347df2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5ce7aa6c21654c6b86b0e6b3da347df2 2024-11-17T00:18:38,891 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:38,891 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 5ce7aa6c21654c6b86b0e6b3da347df2(size=12.0 K), total size for store is 23.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:38,891 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,891 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=12, startTime=1731802718434; duration=0sec 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/35f6a45df9794555a530b6396c2ed977 is 50, key is test_row_0/C:col10/1731802718374/Put/seqid=0 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 5 compacting, 0 eligible, 16 blocking 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:38,892 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:38,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:38,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:38,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:38,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:38,893 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:38,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:38,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:38,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:38,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:38,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742104_1280 (size=12325) 2024-11-17T00:18:38,900 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/35f6a45df9794555a530b6396c2ed977 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/35f6a45df9794555a530b6396c2ed977 2024-11-17T00:18:38,905 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into 35f6a45df9794555a530b6396c2ed977(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:38,905 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:38,905 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=11, startTime=1731802718563; duration=0sec 2024-11-17T00:18:38,905 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:38,905 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802778930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:38,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4099615e03244f3796f538a2f18df197 2024-11-17T00:18:38,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd3b516122d3421e9f15b741299f5a8e is 50, key is test_row_0/C:col10/1731802718559/Put/seqid=0 2024-11-17T00:18:39,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742105_1281 (size=12151) 2024-11-17T00:18:39,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:39,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802779232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:39,403 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd3b516122d3421e9f15b741299f5a8e 2024-11-17T00:18:39,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/580bc1eed72c4c568387cdd906b2f488 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488 2024-11-17T00:18:39,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488, entries=200, sequenceid=151, filesize=14.2 K 2024-11-17T00:18:39,413 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4099615e03244f3796f538a2f18df197 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197 2024-11-17T00:18:39,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197, entries=150, sequenceid=151, filesize=11.9 K 2024-11-17T00:18:39,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd3b516122d3421e9f15b741299f5a8e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e 2024-11-17T00:18:39,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e, entries=150, sequenceid=151, filesize=11.9 K 2024-11-17T00:18:39,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bba7aed4d9516315b9514f0e8b22ce22 in 858ms, sequenceid=151, compaction requested=true 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:39,423 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:39,423 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:39,423 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:39,424 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38833 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:39,424 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36443 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:39,424 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:39,424 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:39,424 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:39,424 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:39,424 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/99073ccde0654f77ac5a58ad2905f446, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=37.9 K 2024-11-17T00:18:39,424 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5ce7aa6c21654c6b86b0e6b3da347df2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=35.6 K 2024-11-17T00:18:39,425 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 99073ccde0654f77ac5a58ad2905f446, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731802717226 2024-11-17T00:18:39,425 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ce7aa6c21654c6b86b0e6b3da347df2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731802717226 2024-11-17T00:18:39,425 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4cb8d2234a04da2a795dc0bcd33e07a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731802718368 2024-11-17T00:18:39,425 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 403e75b6efa84e9db5b187ad753624bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731802718368 2024-11-17T00:18:39,426 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 580bc1eed72c4c568387cdd906b2f488, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731802718536 2024-11-17T00:18:39,426 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4099615e03244f3796f538a2f18df197, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731802718554 2024-11-17T00:18:39,434 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#237 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:39,435 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/5be6a62c4fbe4a8a801209ab020d424d is 50, key is test_row_0/A:col10/1731802718559/Put/seqid=0 2024-11-17T00:18:39,436 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#236 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:39,437 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ddc7b2f31c14401480d8a75a1423f5c2 is 50, key is test_row_0/B:col10/1731802718559/Put/seqid=0 2024-11-17T00:18:39,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742107_1283 (size=12493) 2024-11-17T00:18:39,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742106_1282 (size=12493) 2024-11-17T00:18:39,475 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/5be6a62c4fbe4a8a801209ab020d424d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5be6a62c4fbe4a8a801209ab020d424d 2024-11-17T00:18:39,479 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into 5be6a62c4fbe4a8a801209ab020d424d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:39,479 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:39,479 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=13, startTime=1731802719423; duration=0sec 2024-11-17T00:18:39,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:39,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:39,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:39,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:39,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:39,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:39,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:39,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:39,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:39,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/1f07ef1202b54219a8394b505c36c452 is 50, key is test_row_0/A:col10/1731802718622/Put/seqid=0 2024-11-17T00:18:39,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742108_1284 (size=14541) 2024-11-17T00:18:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802779783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:39,866 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ddc7b2f31c14401480d8a75a1423f5c2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ddc7b2f31c14401480d8a75a1423f5c2 2024-11-17T00:18:39,873 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into ddc7b2f31c14401480d8a75a1423f5c2(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:39,873 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:39,873 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=13, startTime=1731802719423; duration=0sec 2024-11-17T00:18:39,873 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:39,873 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:39,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802779886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:40,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802780087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:40,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-17T00:18:40,097 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-17T00:18:40,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-17T00:18:40,100 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:40,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T00:18:40,101 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:40,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:40,150 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/1f07ef1202b54219a8394b505c36c452 2024-11-17T00:18:40,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/54763fdc682c45199311095ed0fb7e3d is 50, key is test_row_0/B:col10/1731802718622/Put/seqid=0 2024-11-17T00:18:40,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742109_1285 (size=12151) 2024-11-17T00:18:40,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/54763fdc682c45199311095ed0fb7e3d 2024-11-17T00:18:40,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e4ae0ef25c9c449795f168c521d5bb04 is 50, key is test_row_0/C:col10/1731802718622/Put/seqid=0 2024-11-17T00:18:40,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742110_1286 (size=12151) 2024-11-17T00:18:40,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e4ae0ef25c9c449795f168c521d5bb04 2024-11-17T00:18:40,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/1f07ef1202b54219a8394b505c36c452 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452 2024-11-17T00:18:40,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452, entries=200, sequenceid=170, filesize=14.2 K 2024-11-17T00:18:40,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/54763fdc682c45199311095ed0fb7e3d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d 2024-11-17T00:18:40,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d, entries=150, sequenceid=170, filesize=11.9 K 2024-11-17T00:18:40,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/e4ae0ef25c9c449795f168c521d5bb04 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04 2024-11-17T00:18:40,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T00:18:40,206 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04, entries=150, sequenceid=170, filesize=11.9 K 2024-11-17T00:18:40,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bba7aed4d9516315b9514f0e8b22ce22 in 466ms, sequenceid=170, compaction requested=true 2024-11-17T00:18:40,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:40,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:40,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:40,208 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:40,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:40,208 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:40,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36627 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:40,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:40,208 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:40,209 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/35f6a45df9794555a530b6396c2ed977, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=35.8 K 2024-11-17T00:18:40,209 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 35f6a45df9794555a530b6396c2ed977, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731802718368 2024-11-17T00:18:40,209 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting cd3b516122d3421e9f15b741299f5a8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731802718554 2024-11-17T00:18:40,210 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e4ae0ef25c9c449795f168c521d5bb04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731802718581 2024-11-17T00:18:40,218 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:40,218 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/9a4236b11e5848a39489c156812ca642 is 50, key is test_row_0/C:col10/1731802718622/Put/seqid=0 2024-11-17T00:18:40,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742111_1287 (size=12527) 2024-11-17T00:18:40,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:40,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:40,253 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:40,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/5f3ad89896e94407a6c0ab412db68f91 is 50, key is test_row_0/A:col10/1731802719780/Put/seqid=0 2024-11-17T00:18:40,260 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/9a4236b11e5848a39489c156812ca642 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/9a4236b11e5848a39489c156812ca642 2024-11-17T00:18:40,265 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into 9a4236b11e5848a39489c156812ca642(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:40,266 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:40,266 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=13, startTime=1731802720207; duration=0sec 2024-11-17T00:18:40,266 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:40,266 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:40,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742112_1288 (size=12151) 2024-11-17T00:18:40,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:40,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:40,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T00:18:40,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:40,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802780415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:40,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802780517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:40,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T00:18:40,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T00:18:40,675 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/5f3ad89896e94407a6c0ab412db68f91 2024-11-17T00:18:40,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/b8e2a39c236d4054badb20551d8ce42e is 50, key is test_row_0/B:col10/1731802719780/Put/seqid=0 2024-11-17T00:18:40,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742113_1289 (size=12151) 2024-11-17T00:18:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T00:18:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802780719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:41,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802781023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:41,088 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/b8e2a39c236d4054badb20551d8ce42e 2024-11-17T00:18:41,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ba29146092344f8da7607de4830f9c62 is 50, key is test_row_0/C:col10/1731802719780/Put/seqid=0 2024-11-17T00:18:41,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742114_1290 (size=12151) 2024-11-17T00:18:41,099 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ba29146092344f8da7607de4830f9c62 2024-11-17T00:18:41,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/5f3ad89896e94407a6c0ab412db68f91 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91 2024-11-17T00:18:41,110 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T00:18:41,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/b8e2a39c236d4054badb20551d8ce42e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e 2024-11-17T00:18:41,118 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T00:18:41,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ba29146092344f8da7607de4830f9c62 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62 2024-11-17T00:18:41,123 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62, entries=150, sequenceid=192, filesize=11.9 K 2024-11-17T00:18:41,124 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for bba7aed4d9516315b9514f0e8b22ce22 in 871ms, sequenceid=192, compaction requested=true 2024-11-17T00:18:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:41,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-17T00:18:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-17T00:18:41,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-17T00:18:41,127 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0250 sec 2024-11-17T00:18:41,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0300 sec 2024-11-17T00:18:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-17T00:18:41,205 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-17T00:18:41,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-17T00:18:41,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T00:18:41,209 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:41,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:41,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T00:18:41,368 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:41,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-17T00:18:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:41,369 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:18:41,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:41,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/7b790b3646514abfa97a077ed0f8b25c is 50, key is test_row_0/A:col10/1731802720413/Put/seqid=0 2024-11-17T00:18:41,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742115_1291 (size=12151) 2024-11-17T00:18:41,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T00:18:41,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:41,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:41,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:41,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802781643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802781747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:41,780 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/7b790b3646514abfa97a077ed0f8b25c 2024-11-17T00:18:41,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/69a3db276be644f89c002830b08b0b54 is 50, key is test_row_0/B:col10/1731802720413/Put/seqid=0 2024-11-17T00:18:41,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742116_1292 (size=12151) 2024-11-17T00:18:41,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T00:18:41,953 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:41,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802781951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,211 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/69a3db276be644f89c002830b08b0b54 2024-11-17T00:18:42,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/409b2f5eaa9a4b76a43c46315620542b is 50, key is test_row_0/C:col10/1731802720413/Put/seqid=0 2024-11-17T00:18:42,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802782255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742117_1293 (size=12151) 2024-11-17T00:18:42,267 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/409b2f5eaa9a4b76a43c46315620542b 2024-11-17T00:18:42,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/7b790b3646514abfa97a077ed0f8b25c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c 2024-11-17T00:18:42,285 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T00:18:42,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/69a3db276be644f89c002830b08b0b54 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54 2024-11-17T00:18:42,291 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T00:18:42,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/409b2f5eaa9a4b76a43c46315620542b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b 2024-11-17T00:18:42,298 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b, entries=150, sequenceid=208, filesize=11.9 K 2024-11-17T00:18:42,299 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for bba7aed4d9516315b9514f0e8b22ce22 in 930ms, sequenceid=208, compaction requested=true 2024-11-17T00:18:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-17T00:18:42,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-17T00:18:42,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-17T00:18:42,302 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0920 sec 2024-11-17T00:18:42,304 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 1.0960 sec 2024-11-17T00:18:42,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-17T00:18:42,312 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-17T00:18:42,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:42,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:42,314 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:42,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-17T00:18:42,315 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:42,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:42,316 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:42,316 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:42,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ac40a64a0b1a402198200d445cfb852b is 50, key is test_row_0/A:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:42,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50556 deadline: 1731802782329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,335 DEBUG [Thread-1159 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:42,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802782330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802782332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802782333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742118_1294 (size=12151) 2024-11-17T00:18:42,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:42,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802782436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802782437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802782437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T00:18:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:42,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:42,622 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T00:18:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,623 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802782641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802782642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,646 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802782644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:42,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802782762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ac40a64a0b1a402198200d445cfb852b 2024-11-17T00:18:42,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T00:18:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:42,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/86ecea98a15c455a8ddffc7395f42730 is 50, key is test_row_0/B:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:42,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742119_1295 (size=12151) 2024-11-17T00:18:42,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/86ecea98a15c455a8ddffc7395f42730 2024-11-17T00:18:42,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/31155becb3ea4083b73469f2807837fd is 50, key is test_row_0/C:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:42,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742120_1296 (size=12151) 2024-11-17T00:18:42,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/31155becb3ea4083b73469f2807837fd 2024-11-17T00:18:42,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ac40a64a0b1a402198200d445cfb852b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b 2024-11-17T00:18:42,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b, entries=150, sequenceid=230, filesize=11.9 K 2024-11-17T00:18:42,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/86ecea98a15c455a8ddffc7395f42730 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730 2024-11-17T00:18:42,916 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730, entries=150, sequenceid=230, filesize=11.9 K 2024-11-17T00:18:42,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/31155becb3ea4083b73469f2807837fd as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd 2024-11-17T00:18:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:42,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd, entries=150, sequenceid=230, filesize=11.9 K 2024-11-17T00:18:42,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for bba7aed4d9516315b9514f0e8b22ce22 in 609ms, sequenceid=230, compaction requested=true 2024-11-17T00:18:42,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:42,924 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:42,924 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:42,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:42,926 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63487 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:18:42,926 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:42,926 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,926 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5be6a62c4fbe4a8a801209ab020d424d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=62.0 K 2024-11-17T00:18:42,926 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:18:42,926 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:42,927 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,927 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ddc7b2f31c14401480d8a75a1423f5c2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=59.7 K 2024-11-17T00:18:42,927 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5be6a62c4fbe4a8a801209ab020d424d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731802718554 2024-11-17T00:18:42,927 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ddc7b2f31c14401480d8a75a1423f5c2, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1731802718554 2024-11-17T00:18:42,927 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f07ef1202b54219a8394b505c36c452, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731802718581 2024-11-17T00:18:42,928 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 54763fdc682c45199311095ed0fb7e3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731802718581 2024-11-17T00:18:42,928 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f3ad89896e94407a6c0ab412db68f91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731802719771 2024-11-17T00:18:42,928 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b8e2a39c236d4054badb20551d8ce42e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731802719771 2024-11-17T00:18:42,928 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7b790b3646514abfa97a077ed0f8b25c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731802720406 2024-11-17T00:18:42,928 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 69a3db276be644f89c002830b08b0b54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731802720406 2024-11-17T00:18:42,930 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac40a64a0b1a402198200d445cfb852b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:42,930 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 86ecea98a15c455a8ddffc7395f42730, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:42,931 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:42,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:42,932 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:42,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:42,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/88373a6897f64b078135fa11fae4fb78 is 50, key is test_row_0/A:col10/1731802722331/Put/seqid=0 2024-11-17T00:18:42,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:42,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:42,961 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:42,962 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fac407fb6320495bb7927f5289aea561 is 50, key is test_row_0/A:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:42,965 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#253 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:42,965 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/59fc92f1d8d64c7fa0865c64b1d51155 is 50, key is test_row_0/B:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:42,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742122_1298 (size=12663) 2024-11-17T00:18:42,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742123_1299 (size=12663) 2024-11-17T00:18:42,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742121_1297 (size=12151) 2024-11-17T00:18:43,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,116 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,386 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fac407fb6320495bb7927f5289aea561 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fac407fb6320495bb7927f5289aea561 2024-11-17T00:18:43,386 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/88373a6897f64b078135fa11fae4fb78 2024-11-17T00:18:43,395 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/59fc92f1d8d64c7fa0865c64b1d51155 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/59fc92f1d8d64c7fa0865c64b1d51155 2024-11-17T00:18:43,399 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into fac407fb6320495bb7927f5289aea561(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:43,399 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:43,399 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=11, startTime=1731802722923; duration=0sec 2024-11-17T00:18:43,399 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:43,399 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:43,399 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:43,402 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 59fc92f1d8d64c7fa0865c64b1d51155(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:43,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:43,402 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=11, startTime=1731802722924; duration=0sec 2024-11-17T00:18:43,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:43,402 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:43,403 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48980 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:43,403 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:43,403 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:43,403 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/9a4236b11e5848a39489c156812ca642, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=47.8 K 2024-11-17T00:18:43,403 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a4236b11e5848a39489c156812ca642, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1731802718581 2024-11-17T00:18:43,404 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba29146092344f8da7607de4830f9c62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1731802719771 2024-11-17T00:18:43,404 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 409b2f5eaa9a4b76a43c46315620542b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1731802720406 2024-11-17T00:18:43,405 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31155becb3ea4083b73469f2807837fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:43,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/574b7abd80584ea3b047002d751ae024 is 50, key is test_row_0/B:col10/1731802722331/Put/seqid=0 2024-11-17T00:18:43,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742124_1300 (size=12151) 2024-11-17T00:18:43,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:43,422 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/574b7abd80584ea3b047002d751ae024 2024-11-17T00:18:43,433 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:43,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/41b1ce2eb2c849de889c0609fa24cc6c is 50, key is test_row_0/C:col10/1731802721622/Put/seqid=0 2024-11-17T00:18:43,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/a3deaaa54db34c618dc016821d6bb4f0 is 50, key is test_row_0/C:col10/1731802722331/Put/seqid=0 2024-11-17T00:18:43,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742125_1301 (size=12663) 2024-11-17T00:18:43,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742126_1302 (size=12151) 2024-11-17T00:18:43,455 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/a3deaaa54db34c618dc016821d6bb4f0 2024-11-17T00:18:43,460 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/41b1ce2eb2c849de889c0609fa24cc6c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/41b1ce2eb2c849de889c0609fa24cc6c 2024-11-17T00:18:43,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/88373a6897f64b078135fa11fae4fb78 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78 2024-11-17T00:18:43,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78, entries=150, sequenceid=244, filesize=11.9 K 2024-11-17T00:18:43,470 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into 41b1ce2eb2c849de889c0609fa24cc6c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:43,470 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:43,470 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=12, startTime=1731802722924; duration=0sec 2024-11-17T00:18:43,470 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:43,470 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:43,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/574b7abd80584ea3b047002d751ae024 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024 2024-11-17T00:18:43,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024, entries=150, sequenceid=244, filesize=11.9 K 2024-11-17T00:18:43,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/a3deaaa54db34c618dc016821d6bb4f0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0 2024-11-17T00:18:43,486 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0, entries=150, sequenceid=244, filesize=11.9 K 2024-11-17T00:18:43,487 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for bba7aed4d9516315b9514f0e8b22ce22 in 554ms, sequenceid=244, compaction requested=false 2024-11-17T00:18:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:43,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-17T00:18:43,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-17T00:18:43,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-17T00:18:43,489 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1720 sec 2024-11-17T00:18:43,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.1760 sec 2024-11-17T00:18:43,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:43,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:43,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:43,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fb6aa865e2df45168e56a5effb610c6f is 50, key is test_row_0/A:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:43,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,637 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742127_1303 (size=12301) 2024-11-17T00:18:43,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802783772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802783944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802783945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:43,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:43,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802783945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fb6aa865e2df45168e56a5effb610c6f 2024-11-17T00:18:44,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/04354d7aef1345418c8ad67a1d0b55cd is 50, key is test_row_0/B:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:44,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742128_1304 (size=12301) 2024-11-17T00:18:44,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/04354d7aef1345418c8ad67a1d0b55cd 2024-11-17T00:18:44,083 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/8892f84a27304cd2bd8e70a4f853c21e is 50, key is test_row_0/C:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:44,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742129_1305 (size=12301) 2024-11-17T00:18:44,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802784247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802784248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802784249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-17T00:18:44,421 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-17T00:18:44,422 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-17T00:18:44,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:44,424 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:44,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:44,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/8892f84a27304cd2bd8e70a4f853c21e 2024-11-17T00:18:44,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fb6aa865e2df45168e56a5effb610c6f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f 2024-11-17T00:18:44,511 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f, entries=150, sequenceid=270, filesize=12.0 K 2024-11-17T00:18:44,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/04354d7aef1345418c8ad67a1d0b55cd as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd 2024-11-17T00:18:44,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd, entries=150, sequenceid=270, filesize=12.0 K 2024-11-17T00:18:44,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/8892f84a27304cd2bd8e70a4f853c21e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e 2024-11-17T00:18:44,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e, entries=150, sequenceid=270, filesize=12.0 K 2024-11-17T00:18:44,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for bba7aed4d9516315b9514f0e8b22ce22 in 899ms, sequenceid=270, compaction requested=true 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:44,523 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:44,523 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:44,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:44,524 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:44,524 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:44,524 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:44,524 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:44,524 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:44,524 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:44,525 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fac407fb6320495bb7927f5289aea561, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=36.2 K 2024-11-17T00:18:44,525 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/59fc92f1d8d64c7fa0865c64b1d51155, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=36.2 K 2024-11-17T00:18:44,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:44,525 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 59fc92f1d8d64c7fa0865c64b1d51155, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:44,525 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting fac407fb6320495bb7927f5289aea561, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:44,525 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 574b7abd80584ea3b047002d751ae024, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731802722314 2024-11-17T00:18:44,525 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88373a6897f64b078135fa11fae4fb78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731802722314 2024-11-17T00:18:44,526 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb6aa865e2df45168e56a5effb610c6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:44,526 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 04354d7aef1345418c8ad67a1d0b55cd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:44,535 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#260 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:44,535 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4e3d20df13da419b883416582ec3e7d1 is 50, key is test_row_0/B:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:44,535 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:44,536 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/1002bc6ffa65474f84c8467ff9fc03db is 50, key is test_row_0/A:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:44,576 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-17T00:18:44,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:44,577 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:18:44,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:44,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:44,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742130_1306 (size=12915) 2024-11-17T00:18:44,602 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4e3d20df13da419b883416582ec3e7d1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4e3d20df13da419b883416582ec3e7d1 2024-11-17T00:18:44,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742131_1307 (size=12915) 2024-11-17T00:18:44,608 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 4e3d20df13da419b883416582ec3e7d1(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:44,608 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:44,608 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=13, startTime=1731802724523; duration=0sec 2024-11-17T00:18:44,608 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:44,608 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:44,609 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:44,610 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:44,610 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:44,610 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:44,610 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/41b1ce2eb2c849de889c0609fa24cc6c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=36.2 K 2024-11-17T00:18:44,610 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 41b1ce2eb2c849de889c0609fa24cc6c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1731802721613 2024-11-17T00:18:44,610 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a3deaaa54db34c618dc016821d6bb4f0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1731802722314 2024-11-17T00:18:44,611 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8892f84a27304cd2bd8e70a4f853c21e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:44,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/97e8da23f807407d9fe369124447be58 is 50, key is test_row_0/A:col10/1731802723629/Put/seqid=0 2024-11-17T00:18:44,638 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#263 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:44,638 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/f92a049680624caa91455625ea2f6c6d is 50, key is test_row_0/C:col10/1731802723621/Put/seqid=0 2024-11-17T00:18:44,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742132_1308 (size=12301) 2024-11-17T00:18:44,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742133_1309 (size=12915) 2024-11-17T00:18:44,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:44,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:44,751 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802784778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802784780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802784780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802784883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802784883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:44,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802784884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,011 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/1002bc6ffa65474f84c8467ff9fc03db as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1002bc6ffa65474f84c8467ff9fc03db 2024-11-17T00:18:45,016 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into 1002bc6ffa65474f84c8467ff9fc03db(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:45,016 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:45,017 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=13, startTime=1731802724523; duration=0sec 2024-11-17T00:18:45,017 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:45,017 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:45,059 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/97e8da23f807407d9fe369124447be58 2024-11-17T00:18:45,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/6635367b1d4340daade205981d2c1095 is 50, key is test_row_0/B:col10/1731802723629/Put/seqid=0 2024-11-17T00:18:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802785086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,088 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802785088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802785088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,091 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/f92a049680624caa91455625ea2f6c6d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/f92a049680624caa91455625ea2f6c6d 2024-11-17T00:18:45,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742134_1310 (size=12301) 2024-11-17T00:18:45,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into f92a049680624caa91455625ea2f6c6d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:45,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:45,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=13, startTime=1731802724523; duration=0sec 2024-11-17T00:18:45,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:45,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802785389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802785389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802785390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/6635367b1d4340daade205981d2c1095 2024-11-17T00:18:45,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/23696b65014e4b87afd4ca9f9bc9f2e3 is 50, key is test_row_0/C:col10/1731802723629/Put/seqid=0 2024-11-17T00:18:45,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742135_1311 (size=12301) 2024-11-17T00:18:45,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:45,784 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802785783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,785 DEBUG [Thread-1155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4142 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., hostname=3fbf313856f1,36661,1731802650791, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:18:45,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802785892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802785894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,896 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802785895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:45,914 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/23696b65014e4b87afd4ca9f9bc9f2e3 2024-11-17T00:18:45,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/97e8da23f807407d9fe369124447be58 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58 2024-11-17T00:18:45,924 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T00:18:45,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/6635367b1d4340daade205981d2c1095 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095 2024-11-17T00:18:45,929 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T00:18:45,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/23696b65014e4b87afd4ca9f9bc9f2e3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3 2024-11-17T00:18:45,938 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3, entries=150, sequenceid=283, filesize=12.0 K 2024-11-17T00:18:45,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for bba7aed4d9516315b9514f0e8b22ce22 in 1362ms, sequenceid=283, compaction requested=false 2024-11-17T00:18:45,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:45,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:45,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-17T00:18:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-17T00:18:45,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-17T00:18:45,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5170 sec 2024-11-17T00:18:45,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5210 sec 2024-11-17T00:18:46,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-17T00:18:46,529 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-17T00:18:46,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:46,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-17T00:18:46,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:46,533 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:46,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:46,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T00:18:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T00:18:46,685 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:46,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:46,686 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:46,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:46,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/65fd3cee98234c4eb2e861ddd0461234 is 50, key is test_row_0/A:col10/1731802724779/Put/seqid=0 2024-11-17T00:18:46,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742136_1312 (size=12301) 2024-11-17T00:18:46,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/65fd3cee98234c4eb2e861ddd0461234 2024-11-17T00:18:46,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/52581d6fa05e4989b5f05708d890d6ea is 50, key is test_row_0/B:col10/1731802724779/Put/seqid=0 2024-11-17T00:18:46,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742137_1313 (size=12301) 2024-11-17T00:18:46,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T00:18:46,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:46,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:46,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:46,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802786918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:46,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802786920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:46,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:46,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802786921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802787022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802787025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,026 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802787025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,134 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/52581d6fa05e4989b5f05708d890d6ea 2024-11-17T00:18:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T00:18:47,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/1c0f4c4589b541b3bd04efb915d34432 is 50, key is test_row_0/C:col10/1731802724779/Put/seqid=0 2024-11-17T00:18:47,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742138_1314 (size=12301) 2024-11-17T00:18:47,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802787227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802787229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802787230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802787530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802787532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:47,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802787533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,570 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/1c0f4c4589b541b3bd04efb915d34432 2024-11-17T00:18:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/65fd3cee98234c4eb2e861ddd0461234 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234 2024-11-17T00:18:47,578 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:18:47,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/52581d6fa05e4989b5f05708d890d6ea as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea 2024-11-17T00:18:47,583 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:18:47,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/1c0f4c4589b541b3bd04efb915d34432 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432 2024-11-17T00:18:47,592 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:18:47,593 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for bba7aed4d9516315b9514f0e8b22ce22 in 907ms, sequenceid=309, compaction requested=true 2024-11-17T00:18:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:47,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-17T00:18:47,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-17T00:18:47,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-17T00:18:47,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0610 sec 2024-11-17T00:18:47,598 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0670 sec 2024-11-17T00:18:47,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-17T00:18:47,637 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-17T00:18:47,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:47,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-17T00:18:47,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T00:18:47,641 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:47,641 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:47,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:47,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T00:18:47,792 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:47,792 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:47,793 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:47,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:47,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 is 50, key is test_row_0/A:col10/1731802726915/Put/seqid=0 2024-11-17T00:18:47,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742139_1315 (size=12301) 2024-11-17T00:18:47,803 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 2024-11-17T00:18:47,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7204fd20c0b24d5dafa298b207ddcada is 50, key is test_row_0/B:col10/1731802726915/Put/seqid=0 2024-11-17T00:18:47,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742140_1316 (size=12301) 2024-11-17T00:18:47,816 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7204fd20c0b24d5dafa298b207ddcada 2024-11-17T00:18:47,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c607e0d6bf7b4ae78ec1e6bd25b22704 is 50, key is test_row_0/C:col10/1731802726915/Put/seqid=0 2024-11-17T00:18:47,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742141_1317 (size=12301) 2024-11-17T00:18:47,828 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=323 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c607e0d6bf7b4ae78ec1e6bd25b22704 2024-11-17T00:18:47,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 2024-11-17T00:18:47,837 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T00:18:47,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/7204fd20c0b24d5dafa298b207ddcada as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada 2024-11-17T00:18:47,842 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T00:18:47,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c607e0d6bf7b4ae78ec1e6bd25b22704 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704 2024-11-17T00:18:47,847 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704, entries=150, sequenceid=323, filesize=12.0 K 2024-11-17T00:18:47,848 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for bba7aed4d9516315b9514f0e8b22ce22 in 55ms, sequenceid=323, compaction requested=true 2024-11-17T00:18:47,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:47,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:47,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-17T00:18:47,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-17T00:18:47,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-17T00:18:47,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 208 msec 2024-11-17T00:18:47,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 213 msec 2024-11-17T00:18:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-17T00:18:47,943 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-17T00:18:47,944 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-17T00:18:47,946 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:47,946 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:47,946 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:48,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:48,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:48,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fbe6f9c743a24d278a598af883b86d48 is 50, key is test_row_0/A:col10/1731802728039/Put/seqid=0 2024-11-17T00:18:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742142_1318 (size=14741) 2024-11-17T00:18:48,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802788099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802788100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802788100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,111 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,112 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802788204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802788204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802788204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:48,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,265 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802788408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802788408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802788408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,418 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,420 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fbe6f9c743a24d278a598af883b86d48 2024-11-17T00:18:48,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/66a0fabd423e4fd6b4d4fb9e95c92b1c is 50, key is test_row_0/B:col10/1731802728039/Put/seqid=0 2024-11-17T00:18:48,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742143_1319 (size=12301) 2024-11-17T00:18:48,499 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/66a0fabd423e4fd6b4d4fb9e95c92b1c 2024-11-17T00:18:48,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/4ca3c62f178e4ab080c0b3f4cd3eace7 is 50, key is test_row_0/C:col10/1731802728039/Put/seqid=0 2024-11-17T00:18:48,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:48,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742144_1320 (size=12301) 2024-11-17T00:18:48,556 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=335 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/4ca3c62f178e4ab080c0b3f4cd3eace7 2024-11-17T00:18:48,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fbe6f9c743a24d278a598af883b86d48 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48 2024-11-17T00:18:48,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48, entries=200, sequenceid=335, filesize=14.4 K 2024-11-17T00:18:48,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/66a0fabd423e4fd6b4d4fb9e95c92b1c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c 2024-11-17T00:18:48,572 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c, entries=150, sequenceid=335, filesize=12.0 K 2024-11-17T00:18:48,579 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/4ca3c62f178e4ab080c0b3f4cd3eace7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7 2024-11-17T00:18:48,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7, entries=150, sequenceid=335, filesize=12.0 K 2024-11-17T00:18:48,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for bba7aed4d9516315b9514f0e8b22ce22 in 544ms, sequenceid=335, compaction requested=true 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:48,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:48,587 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:18:48,587 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:18:48,596 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 62119 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:18:48,596 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:48,596 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,597 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4e3d20df13da419b883416582ec3e7d1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=60.7 K 2024-11-17T00:18:48,597 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 64559 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:18:48,597 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:48,597 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,597 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1002bc6ffa65474f84c8467ff9fc03db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=63.0 K 2024-11-17T00:18:48,597 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e3d20df13da419b883416582ec3e7d1, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:48,597 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1002bc6ffa65474f84c8467ff9fc03db, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:48,598 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6635367b1d4340daade205981d2c1095, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731802723625 2024-11-17T00:18:48,598 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97e8da23f807407d9fe369124447be58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731802723625 2024-11-17T00:18:48,599 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 52581d6fa05e4989b5f05708d890d6ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802724776 2024-11-17T00:18:48,599 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65fd3cee98234c4eb2e861ddd0461234, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802724776 2024-11-17T00:18:48,599 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7204fd20c0b24d5dafa298b207ddcada, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731802726915 2024-11-17T00:18:48,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615d33b4c6ae4d81a9cf2faf00a6b5d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731802726915 2024-11-17T00:18:48,600 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 66a0fabd423e4fd6b4d4fb9e95c92b1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731802728039 2024-11-17T00:18:48,600 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting fbe6f9c743a24d278a598af883b86d48, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731802728039 2024-11-17T00:18:48,627 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#275 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:48,627 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/460171a1f5fd4449ad567ecbb2a774db is 50, key is test_row_0/A:col10/1731802728039/Put/seqid=0 2024-11-17T00:18:48,632 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#276 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:48,632 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ba279d9b92eb41c6b433c4ffe74934e0 is 50, key is test_row_0/B:col10/1731802728039/Put/seqid=0 2024-11-17T00:18:48,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742146_1322 (size=13085) 2024-11-17T00:18:48,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742145_1321 (size=13085) 2024-11-17T00:18:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:48,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:48,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/720c267e90ff4d62aba24a459de0b666 is 50, key is test_row_0/A:col10/1731802728070/Put/seqid=0 2024-11-17T00:18:48,725 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:48,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802788730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,734 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802788730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802788734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742147_1323 (size=14741) 2024-11-17T00:18:48,758 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/720c267e90ff4d62aba24a459de0b666 2024-11-17T00:18:48,778 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/9f6fa970081245969b4400cf11208391 is 50, key is test_row_0/B:col10/1731802728070/Put/seqid=0 2024-11-17T00:18:48,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742148_1324 (size=12301) 2024-11-17T00:18:48,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/9f6fa970081245969b4400cf11208391 2024-11-17T00:18:48,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/09099e22deef491a8286e69eb35c7125 is 50, key is test_row_0/C:col10/1731802728070/Put/seqid=0 2024-11-17T00:18:48,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742149_1325 (size=12301) 2024-11-17T00:18:48,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/09099e22deef491a8286e69eb35c7125 2024-11-17T00:18:48,831 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/720c267e90ff4d62aba24a459de0b666 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666 2024-11-17T00:18:48,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666, entries=200, sequenceid=360, filesize=14.4 K 2024-11-17T00:18:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802788835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802788835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/9f6fa970081245969b4400cf11208391 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391 2024-11-17T00:18:48,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391, entries=150, sequenceid=360, filesize=12.0 K 2024-11-17T00:18:48,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:48,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802788838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/09099e22deef491a8286e69eb35c7125 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125 2024-11-17T00:18:48,848 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125, entries=150, sequenceid=360, filesize=12.0 K 2024-11-17T00:18:48,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bba7aed4d9516315b9514f0e8b22ce22 in 133ms, sequenceid=360, compaction requested=true 2024-11-17T00:18:48,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:48,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:48,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:18:48,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:48,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T00:18:48,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:48,849 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-17T00:18:48,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:48,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-17T00:18:48,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:48,880 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:48,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:48,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d0001a8f796b4a1ba0a56a7961fd93f0 is 50, key is test_row_0/A:col10/1731802728732/Put/seqid=0 2024-11-17T00:18:48,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742150_1326 (size=12301) 2024-11-17T00:18:49,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:49,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:49,059 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/460171a1f5fd4449ad567ecbb2a774db as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/460171a1f5fd4449ad567ecbb2a774db 2024-11-17T00:18:49,061 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/ba279d9b92eb41c6b433c4ffe74934e0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ba279d9b92eb41c6b433c4ffe74934e0 2024-11-17T00:18:49,067 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into 460171a1f5fd4449ad567ecbb2a774db(size=12.8 K), total size for store is 27.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:49,067 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:49,067 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=11, startTime=1731802728587; duration=0sec 2024-11-17T00:18:49,067 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-17T00:18:49,067 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:49,067 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:49,067 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-17T00:18:49,068 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into ba279d9b92eb41c6b433c4ffe74934e0(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:49,068 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:49,068 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=11, startTime=1731802728587; duration=0sec 2024-11-17T00:18:49,068 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-17T00:18:49,068 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:49,068 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74420 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 6 compacting, 0 eligible, 16 blocking 2024-11-17T00:18:49,071 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:49,071 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:49,072 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:49,072 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/f92a049680624caa91455625ea2f6c6d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=72.7 K 2024-11-17T00:18:49,072 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting f92a049680624caa91455625ea2f6c6d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731802723005 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:49,073 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23696b65014e4b87afd4ca9f9bc9f2e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1731802723625 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c0f4c4589b541b3bd04efb915d34432, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802724776 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:49,074 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c607e0d6bf7b4ae78ec1e6bd25b22704, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=323, earliestPutTs=1731802726915 2024-11-17T00:18:49,075 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ca3c62f178e4ab080c0b3f4cd3eace7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731802728039 2024-11-17T00:18:49,075 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09099e22deef491a8286e69eb35c7125, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731802728068 2024-11-17T00:18:49,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802789080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802789083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802789083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,095 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#281 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:49,096 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/1a652ece72df446281176cd51b040b76 is 50, key is test_row_0/C:col10/1731802728070/Put/seqid=0 2024-11-17T00:18:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742151_1327 (size=13119) 2024-11-17T00:18:49,122 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/1a652ece72df446281176cd51b040b76 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1a652ece72df446281176cd51b040b76 2024-11-17T00:18:49,132 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into 1a652ece72df446281176cd51b040b76(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:49,132 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:49,132 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=10, startTime=1731802728849; duration=0sec 2024-11-17T00:18:49,133 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:49,133 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:49,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802789188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802789188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802789188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,290 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d0001a8f796b4a1ba0a56a7961fd93f0 2024-11-17T00:18:49,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/903999d0911747e0bb0a9e4309c88f5f is 50, key is test_row_0/B:col10/1731802728732/Put/seqid=0 2024-11-17T00:18:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742152_1328 (size=12301) 2024-11-17T00:18:49,318 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/903999d0911747e0bb0a9e4309c88f5f 2024-11-17T00:18:49,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/0a2f1a5b5fcf44758174f1daf1cc592d is 50, key is test_row_0/C:col10/1731802728732/Put/seqid=0 2024-11-17T00:18:49,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742153_1329 (size=12301) 2024-11-17T00:18:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802789391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802789391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802789391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802789695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802789695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,697 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802789696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,742 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/0a2f1a5b5fcf44758174f1daf1cc592d 2024-11-17T00:18:49,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d0001a8f796b4a1ba0a56a7961fd93f0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0 2024-11-17T00:18:49,752 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0, entries=150, sequenceid=371, filesize=12.0 K 2024-11-17T00:18:49,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/903999d0911747e0bb0a9e4309c88f5f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f 2024-11-17T00:18:49,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f, entries=150, sequenceid=371, filesize=12.0 K 2024-11-17T00:18:49,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/0a2f1a5b5fcf44758174f1daf1cc592d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d 2024-11-17T00:18:49,764 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d, entries=150, sequenceid=371, filesize=12.0 K 2024-11-17T00:18:49,766 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for bba7aed4d9516315b9514f0e8b22ce22 in 887ms, sequenceid=371, compaction requested=true 2024-11-17T00:18:49,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:49,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:49,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-17T00:18:49,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-17T00:18:49,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-17T00:18:49,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8210 sec 2024-11-17T00:18:49,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8250 sec 2024-11-17T00:18:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:49,801 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:49,801 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:49,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d550ab4e1da84cfb92de1239e04a9c0b is 50, key is test_row_0/A:col10/1731802729081/Put/seqid=0 2024-11-17T00:18:49,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742154_1330 (size=12301) 2024-11-17T00:18:49,816 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802789814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:49,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802789917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-17T00:18:50,051 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-17T00:18:50,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-17T00:18:50,055 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-17T00:18:50,055 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:50,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:50,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802790120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-17T00:18:50,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802790199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802790201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:50,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802790202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,208 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-17T00:18:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,209 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d550ab4e1da84cfb92de1239e04a9c0b 2024-11-17T00:18:50,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/96175237631a40b995882cdf956e8d2e is 50, key is test_row_0/B:col10/1731802729081/Put/seqid=0 2024-11-17T00:18:50,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742155_1331 (size=12301) 2024-11-17T00:18:50,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/96175237631a40b995882cdf956e8d2e 2024-11-17T00:18:50,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd66f6594d4b45b0aaa5a56154822435 is 50, key is test_row_0/C:col10/1731802729081/Put/seqid=0 2024-11-17T00:18:50,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742156_1332 (size=12301) 2024-11-17T00:18:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-17T00:18:50,361 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-17T00:18:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,362 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802790423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,514 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-17T00:18:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd66f6594d4b45b0aaa5a56154822435 2024-11-17T00:18:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-17T00:18:50,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/d550ab4e1da84cfb92de1239e04a9c0b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b 2024-11-17T00:18:50,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b, entries=150, sequenceid=401, filesize=12.0 K 2024-11-17T00:18:50,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/96175237631a40b995882cdf956e8d2e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e 2024-11-17T00:18:50,667 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-17T00:18:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:50,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e, entries=150, sequenceid=401, filesize=12.0 K 2024-11-17T00:18:50,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/cd66f6594d4b45b0aaa5a56154822435 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435 2024-11-17T00:18:50,676 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435, entries=150, sequenceid=401, filesize=12.0 K 2024-11-17T00:18:50,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for bba7aed4d9516315b9514f0e8b22ce22 in 876ms, sequenceid=401, compaction requested=true 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:50,677 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:50,677 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:50,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:50,678 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52428 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:50,678 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49988 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:50,678 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:50,678 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:50,678 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,678 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,678 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/460171a1f5fd4449ad567ecbb2a774db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=51.2 K 2024-11-17T00:18:50,679 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ba279d9b92eb41c6b433c4ffe74934e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=48.8 K 2024-11-17T00:18:50,679 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 460171a1f5fd4449ad567ecbb2a774db, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731802728039 2024-11-17T00:18:50,679 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ba279d9b92eb41c6b433c4ffe74934e0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=335, earliestPutTs=1731802728039 2024-11-17T00:18:50,679 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 720c267e90ff4d62aba24a459de0b666, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731802728068 2024-11-17T00:18:50,679 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f6fa970081245969b4400cf11208391, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731802728068 2024-11-17T00:18:50,680 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0001a8f796b4a1ba0a56a7961fd93f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731802728723 2024-11-17T00:18:50,680 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 903999d0911747e0bb0a9e4309c88f5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731802728723 2024-11-17T00:18:50,680 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d550ab4e1da84cfb92de1239e04a9c0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731802729081 2024-11-17T00:18:50,680 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 96175237631a40b995882cdf956e8d2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731802729081 2024-11-17T00:18:50,689 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:50,690 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:50,690 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/a7d510b479fb4e31a56bd6c708c567a7 is 50, key is test_row_0/A:col10/1731802729081/Put/seqid=0 2024-11-17T00:18:50,690 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4ee5a06f93af4d7db30cd528fcafa566 is 50, key is test_row_0/B:col10/1731802729081/Put/seqid=0 2024-11-17T00:18:50,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742158_1334 (size=13221) 2024-11-17T00:18:50,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742157_1333 (size=13221) 2024-11-17T00:18:50,820 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:50,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-17T00:18:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,821 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-17T00:18:50,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:50,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/27163da355b4415ca977cb6eb771b024 is 50, key is test_row_0/A:col10/1731802729801/Put/seqid=0 2024-11-17T00:18:50,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742159_1335 (size=12301) 2024-11-17T00:18:50,834 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/27163da355b4415ca977cb6eb771b024 2024-11-17T00:18:50,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/2688ffbb296240e38b1ec4ad30fac52b is 50, key is test_row_0/B:col10/1731802729801/Put/seqid=0 2024-11-17T00:18:50,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742160_1336 (size=12301) 2024-11-17T00:18:50,849 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/2688ffbb296240e38b1ec4ad30fac52b 2024-11-17T00:18:50,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ea4da3d3ccf347158f935bd25544e9c5 is 50, key is test_row_0/C:col10/1731802729801/Put/seqid=0 2024-11-17T00:18:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742161_1337 (size=12301) 2024-11-17T00:18:50,860 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ea4da3d3ccf347158f935bd25544e9c5 2024-11-17T00:18:50,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/27163da355b4415ca977cb6eb771b024 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024 2024-11-17T00:18:50,870 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024, entries=150, sequenceid=410, filesize=12.0 K 2024-11-17T00:18:50,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/2688ffbb296240e38b1ec4ad30fac52b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b 2024-11-17T00:18:50,876 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b, entries=150, sequenceid=410, filesize=12.0 K 2024-11-17T00:18:50,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/ea4da3d3ccf347158f935bd25544e9c5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5 2024-11-17T00:18:50,881 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5, entries=150, sequenceid=410, filesize=12.0 K 2024-11-17T00:18:50,882 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=0 B/0 for bba7aed4d9516315b9514f0e8b22ce22 in 61ms, sequenceid=410, compaction requested=true 2024-11-17T00:18:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:50,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-17T00:18:50,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-17T00:18:50,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-17T00:18:50,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 829 msec 2024-11-17T00:18:50,887 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 833 msec 2024-11-17T00:18:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:50,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:50,949 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:50,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ea13989c7afb4143a234136bd714f526 is 50, key is test_row_0/A:col10/1731802730937/Put/seqid=0 2024-11-17T00:18:50,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742162_1338 (size=12301) 2024-11-17T00:18:50,969 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ea13989c7afb4143a234136bd714f526 2024-11-17T00:18:50,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/e71b4714bac745b5b6e183277db41abe is 50, key is test_row_0/B:col10/1731802730937/Put/seqid=0 2024-11-17T00:18:50,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742163_1339 (size=12301) 2024-11-17T00:18:50,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/e71b4714bac745b5b6e183277db41abe 2024-11-17T00:18:51,005 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/05e098238a7f47899a0471333b9575ab is 50, key is test_row_0/C:col10/1731802730937/Put/seqid=0 2024-11-17T00:18:51,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742164_1340 (size=12301) 2024-11-17T00:18:51,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,109 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/4ee5a06f93af4d7db30cd528fcafa566 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4ee5a06f93af4d7db30cd528fcafa566 2024-11-17T00:18:51,114 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 4ee5a06f93af4d7db30cd528fcafa566(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:51,114 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,114 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=12, startTime=1731802730677; duration=0sec 2024-11-17T00:18:51,114 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:51,114 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:51,114 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:18:51,116 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50022 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:18:51,116 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/C is initiating minor compaction (all files) 2024-11-17T00:18:51,116 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/C in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,116 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1a652ece72df446281176cd51b040b76, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=48.8 K 2024-11-17T00:18:51,117 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a652ece72df446281176cd51b040b76, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1731802728068 2024-11-17T00:18:51,124 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/a7d510b479fb4e31a56bd6c708c567a7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7d510b479fb4e31a56bd6c708c567a7 2024-11-17T00:18:51,124 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a2f1a5b5fcf44758174f1daf1cc592d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1731802728723 2024-11-17T00:18:51,124 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting cd66f6594d4b45b0aaa5a56154822435, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731802729081 2024-11-17T00:18:51,125 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ea4da3d3ccf347158f935bd25544e9c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731802729801 2024-11-17T00:18:51,129 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into a7d510b479fb4e31a56bd6c708c567a7(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:51,129 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,129 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=12, startTime=1731802730677; duration=0sec 2024-11-17T00:18:51,129 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:51,129 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:51,136 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#C#compaction#295 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:51,136 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c10defbf897d40a3822b41fc074cc508 is 50, key is test_row_0/C:col10/1731802729801/Put/seqid=0 2024-11-17T00:18:51,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742165_1341 (size=13255) 2024-11-17T00:18:51,146 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/c10defbf897d40a3822b41fc074cc508 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c10defbf897d40a3822b41fc074cc508 2024-11-17T00:18:51,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,157 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/C of bba7aed4d9516315b9514f0e8b22ce22 into c10defbf897d40a3822b41fc074cc508(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:51,157 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,157 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/C, priority=12, startTime=1731802730677; duration=0sec 2024-11-17T00:18:51,157 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:51,157 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:51,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-17T00:18:51,159 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-17T00:18:51,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-11-17T00:18:51,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:51,163 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:51,164 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:51,164 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:51,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50592 deadline: 1731802791205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,209 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50544 deadline: 1731802791208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50546 deadline: 1731802791214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:51,315 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-17T00:18:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:51,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:51,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,414 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/05e098238a7f47899a0471333b9575ab 2024-11-17T00:18:51,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/ea13989c7afb4143a234136bd714f526 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526 2024-11-17T00:18:51,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526, entries=150, sequenceid=421, filesize=12.0 K 2024-11-17T00:18:51,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/e71b4714bac745b5b6e183277db41abe as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe 2024-11-17T00:18:51,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe, entries=150, sequenceid=421, filesize=12.0 K 2024-11-17T00:18:51,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/05e098238a7f47899a0471333b9575ab as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/05e098238a7f47899a0471333b9575ab 2024-11-17T00:18:51,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/05e098238a7f47899a0471333b9575ab, entries=150, sequenceid=421, filesize=12.0 K 2024-11-17T00:18:51,432 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for bba7aed4d9516315b9514f0e8b22ce22 in 483ms, sequenceid=421, compaction requested=true 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:51,432 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:18:51,432 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:18:51,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:51,433 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:51,433 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:18:51,433 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/B is initiating minor compaction (all files) 2024-11-17T00:18:51,433 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): bba7aed4d9516315b9514f0e8b22ce22/A is initiating minor compaction (all files) 2024-11-17T00:18:51,433 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/B in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,433 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of bba7aed4d9516315b9514f0e8b22ce22/A in TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,433 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4ee5a06f93af4d7db30cd528fcafa566, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=36.9 K 2024-11-17T00:18:51,433 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7d510b479fb4e31a56bd6c708c567a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp, totalSize=36.9 K 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7d510b479fb4e31a56bd6c708c567a7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731802729081 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee5a06f93af4d7db30cd528fcafa566, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731802729081 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27163da355b4415ca977cb6eb771b024, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731802729801 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2688ffbb296240e38b1ec4ad30fac52b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731802729801 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e71b4714bac745b5b6e183277db41abe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731802730937 2024-11-17T00:18:51,434 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea13989c7afb4143a234136bd714f526, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1731802730937 2024-11-17T00:18:51,442 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:51,442 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): bba7aed4d9516315b9514f0e8b22ce22#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:18:51,443 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/0475a0222976408788f841bfd1ae39b0 is 50, key is test_row_0/B:col10/1731802730937/Put/seqid=0 2024-11-17T00:18:51,443 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/0a31fc3c9de746a5a94367753636578f is 50, key is test_row_0/A:col10/1731802730937/Put/seqid=0 2024-11-17T00:18:51,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742166_1342 (size=13323) 2024-11-17T00:18:51,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742167_1343 (size=13323) 2024-11-17T00:18:51,453 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/0475a0222976408788f841bfd1ae39b0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/0475a0222976408788f841bfd1ae39b0 2024-11-17T00:18:51,457 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/B of bba7aed4d9516315b9514f0e8b22ce22 into 0475a0222976408788f841bfd1ae39b0(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:51,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,457 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/B, priority=13, startTime=1731802731432; duration=0sec 2024-11-17T00:18:51,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:18:51,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:51,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-17T00:18:51,458 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-17T00:18:51,458 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-17T00:18:51,458 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:51,458 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:51,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:51,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:51,469 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:51,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:51,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/02ab04fb8627430ea7bd4b8fca9b132b is 50, key is test_row_0/A:col10/1731802731021/Put/seqid=0 2024-11-17T00:18:51,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742168_1344 (size=12301) 2024-11-17T00:18:51,478 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/02ab04fb8627430ea7bd4b8fca9b132b 2024-11-17T00:18:51,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/178715fd91584804a7977eb406501803 is 50, key is test_row_0/B:col10/1731802731021/Put/seqid=0 2024-11-17T00:18:51,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742169_1345 (size=12301) 2024-11-17T00:18:51,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:51,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. as already flushing 2024-11-17T00:18:51,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:51,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:51,854 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/0a31fc3c9de746a5a94367753636578f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/0a31fc3c9de746a5a94367753636578f 2024-11-17T00:18:51,859 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in bba7aed4d9516315b9514f0e8b22ce22/A of bba7aed4d9516315b9514f0e8b22ce22 into 0a31fc3c9de746a5a94367753636578f(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:18:51,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:51,859 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22., storeName=bba7aed4d9516315b9514f0e8b22ce22/A, priority=13, startTime=1731802731432; duration=0sec 2024-11-17T00:18:51,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:51,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:51,872 DEBUG [Thread-1164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:50278 2024-11-17T00:18:51,872 DEBUG [Thread-1164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:51,873 DEBUG [Thread-1168 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:50278 2024-11-17T00:18:51,873 DEBUG [Thread-1170 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:50278 2024-11-17T00:18:51,873 DEBUG [Thread-1168 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:51,873 DEBUG [Thread-1170 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:51,874 DEBUG [Thread-1172 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:50278 2024-11-17T00:18:51,874 DEBUG [Thread-1172 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:51,881 DEBUG [Thread-1166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:50278 2024-11-17T00:18:51,881 DEBUG [Thread-1166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:51,889 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/178715fd91584804a7977eb406501803 2024-11-17T00:18:51,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2ca5289f24ca4efc8c3749c7fb8c2616 is 50, key is test_row_0/C:col10/1731802731021/Put/seqid=0 2024-11-17T00:18:51,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742170_1346 (size=12301) 2024-11-17T00:18:51,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802791975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:52,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:52,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50570 deadline: 1731802792277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:52,300 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=450 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2ca5289f24ca4efc8c3749c7fb8c2616 2024-11-17T00:18:52,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/02ab04fb8627430ea7bd4b8fca9b132b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/02ab04fb8627430ea7bd4b8fca9b132b 2024-11-17T00:18:52,307 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/02ab04fb8627430ea7bd4b8fca9b132b, entries=150, sequenceid=450, filesize=12.0 K 2024-11-17T00:18:52,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/178715fd91584804a7977eb406501803 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/178715fd91584804a7977eb406501803 2024-11-17T00:18:52,311 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/178715fd91584804a7977eb406501803, entries=150, sequenceid=450, filesize=12.0 K 2024-11-17T00:18:52,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/2ca5289f24ca4efc8c3749c7fb8c2616 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2ca5289f24ca4efc8c3749c7fb8c2616 2024-11-17T00:18:52,314 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2ca5289f24ca4efc8c3749c7fb8c2616, entries=150, sequenceid=450, filesize=12.0 K 2024-11-17T00:18:52,315 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for bba7aed4d9516315b9514f0e8b22ce22 in 846ms, sequenceid=450, compaction requested=true 2024-11-17T00:18:52,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:52,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:52,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-11-17T00:18:52,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-11-17T00:18:52,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-17T00:18:52,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1520 sec 2024-11-17T00:18:52,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 1.1560 sec 2024-11-17T00:18:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:52,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:18:52,412 DEBUG [Thread-1159 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:50278 2024-11-17T00:18:52,412 DEBUG [Thread-1159 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:52,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:52,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:52,416 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fd001520991341449bca03b32c545a97 is 50, key is test_row_0/A:col10/1731802732411/Put/seqid=0 2024-11-17T00:18:52,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742171_1347 (size=12301) 2024-11-17T00:18:52,781 DEBUG [Thread-1155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:50278 2024-11-17T00:18:52,781 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:52,820 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fd001520991341449bca03b32c545a97 2024-11-17T00:18:52,827 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f05d45562f214fa7be4b52e77f52b0a0 is 50, key is test_row_0/B:col10/1731802732411/Put/seqid=0 2024-11-17T00:18:52,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742172_1348 (size=12301) 2024-11-17T00:18:53,215 DEBUG [Thread-1161 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:50278 2024-11-17T00:18:53,215 DEBUG [Thread-1161 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:53,224 DEBUG [Thread-1153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:50278 2024-11-17T00:18:53,224 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:53,224 DEBUG [Thread-1157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:50278 2024-11-17T00:18:53,224 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:53,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f05d45562f214fa7be4b52e77f52b0a0 2024-11-17T00:18:53,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/5e939cfeee0d4d29a47943c164b76785 is 50, key is test_row_0/C:col10/1731802732411/Put/seqid=0 2024-11-17T00:18:53,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742173_1349 (size=12301) 2024-11-17T00:18:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-17T00:18:53,268 INFO [Thread-1163 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 173 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6738 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6660 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6661 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6758 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6670 2024-11-17T00:18:53,268 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:18:53,268 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:18:53,268 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58341641 to 127.0.0.1:50278 2024-11-17T00:18:53,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:18:53,269 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:18:53,269 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:18:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:53,272 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802733272"}]},"ts":"1731802733272"} 2024-11-17T00:18:53,273 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:18:53,276 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:18:53,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:18:53,277 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, UNASSIGN}] 2024-11-17T00:18:53,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=95, ppid=94, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, UNASSIGN 2024-11-17T00:18:53,279 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=bba7aed4d9516315b9514f0e8b22ce22, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:53,280 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:18:53,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; CloseRegionProcedure bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:53,430 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:53,430 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(124): Close bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:53,430 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:18:53,430 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1681): Closing bba7aed4d9516315b9514f0e8b22ce22, disabling compactions & flushes 2024-11-17T00:18:53,430 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:53,639 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/5e939cfeee0d4d29a47943c164b76785 2024-11-17T00:18:53,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/fd001520991341449bca03b32c545a97 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fd001520991341449bca03b32c545a97 2024-11-17T00:18:53,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fd001520991341449bca03b32c545a97, entries=150, sequenceid=463, filesize=12.0 K 2024-11-17T00:18:53,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/f05d45562f214fa7be4b52e77f52b0a0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f05d45562f214fa7be4b52e77f52b0a0 2024-11-17T00:18:53,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f05d45562f214fa7be4b52e77f52b0a0, entries=150, sequenceid=463, filesize=12.0 K 2024-11-17T00:18:53,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/5e939cfeee0d4d29a47943c164b76785 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5e939cfeee0d4d29a47943c164b76785 2024-11-17T00:18:53,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5e939cfeee0d4d29a47943c164b76785, entries=150, sequenceid=463, filesize=12.0 K 2024-11-17T00:18:53,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=26.84 KB/27480 for bba7aed4d9516315b9514f0e8b22ce22 in 1241ms, sequenceid=463, compaction requested=true 2024-11-17T00:18:53,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:53,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:18:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:53,653 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:A 2024-11-17T00:18:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. after waiting 0 ms 2024-11-17T00:18:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store bba7aed4d9516315b9514f0e8b22ce22:C, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:B 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. because compaction request was cancelled 2024-11-17T00:18:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:53,654 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: bba7aed4d9516315b9514f0e8b22ce22:C 2024-11-17T00:18:53,654 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(2837): Flushing bba7aed4d9516315b9514f0e8b22ce22 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=A 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=B 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK bba7aed4d9516315b9514f0e8b22ce22, store=C 2024-11-17T00:18:53,654 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:53,657 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/64e6abc60d0a4ecda385d7b111b67ec9 is 50, key is test_row_0/A:col10/1731802733223/Put/seqid=0 2024-11-17T00:18:53,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742174_1350 (size=9857) 2024-11-17T00:18:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:54,061 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/64e6abc60d0a4ecda385d7b111b67ec9 2024-11-17T00:18:54,067 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/a7aeddab554a491287d613f91dd972ad is 50, key is test_row_0/B:col10/1731802733223/Put/seqid=0 2024-11-17T00:18:54,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742175_1351 (size=9857) 2024-11-17T00:18:54,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:54,471 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/a7aeddab554a491287d613f91dd972ad 2024-11-17T00:18:54,478 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/daf6b51839204a009f8f4904576c53ce is 50, key is test_row_0/C:col10/1731802733223/Put/seqid=0 2024-11-17T00:18:54,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742176_1352 (size=9857) 2024-11-17T00:18:54,882 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=470 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/daf6b51839204a009f8f4904576c53ce 2024-11-17T00:18:54,885 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/A/64e6abc60d0a4ecda385d7b111b67ec9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/64e6abc60d0a4ecda385d7b111b67ec9 2024-11-17T00:18:54,889 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/64e6abc60d0a4ecda385d7b111b67ec9, entries=100, sequenceid=470, filesize=9.6 K 2024-11-17T00:18:54,889 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/B/a7aeddab554a491287d613f91dd972ad as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/a7aeddab554a491287d613f91dd972ad 2024-11-17T00:18:54,892 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/a7aeddab554a491287d613f91dd972ad, entries=100, sequenceid=470, filesize=9.6 K 2024-11-17T00:18:54,893 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/.tmp/C/daf6b51839204a009f8f4904576c53ce as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/daf6b51839204a009f8f4904576c53ce 2024-11-17T00:18:54,895 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/daf6b51839204a009f8f4904576c53ce, entries=100, sequenceid=470, filesize=9.6 K 2024-11-17T00:18:54,896 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for bba7aed4d9516315b9514f0e8b22ce22 in 1242ms, sequenceid=470, compaction requested=true 2024-11-17T00:18:54,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d24907069f35476c9433a9c9e6421b32, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/99073ccde0654f77ac5a58ad2905f446, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5be6a62c4fbe4a8a801209ab020d424d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fac407fb6320495bb7927f5289aea561, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1002bc6ffa65474f84c8467ff9fc03db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/460171a1f5fd4449ad567ecbb2a774db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7d510b479fb4e31a56bd6c708c567a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526] to archive 2024-11-17T00:18:54,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:54,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/8cf99e1f6c4d442c9aa4e93715b2a567 2024-11-17T00:18:54,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/108c24018a71403b969333a4f0b081f9 2024-11-17T00:18:54,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/58f0458501094debb9d4fa32bcbf7560 2024-11-17T00:18:54,902 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d24907069f35476c9433a9c9e6421b32 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d24907069f35476c9433a9c9e6421b32 2024-11-17T00:18:54,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/89adece1f8bc40879ca0a4e5ac9fa46d 2024-11-17T00:18:54,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7cb4071942c4d8b98df28fbcdf29d18 2024-11-17T00:18:54,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/81edc59c29344ed18efcc33393969a62 2024-11-17T00:18:54,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/99073ccde0654f77ac5a58ad2905f446 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/99073ccde0654f77ac5a58ad2905f446 2024-11-17T00:18:54,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/e4cb8d2234a04da2a795dc0bcd33e07a 2024-11-17T00:18:54,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/580bc1eed72c4c568387cdd906b2f488 2024-11-17T00:18:54,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5be6a62c4fbe4a8a801209ab020d424d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5be6a62c4fbe4a8a801209ab020d424d 2024-11-17T00:18:54,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1f07ef1202b54219a8394b505c36c452 2024-11-17T00:18:54,909 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/5f3ad89896e94407a6c0ab412db68f91 2024-11-17T00:18:54,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/7b790b3646514abfa97a077ed0f8b25c 2024-11-17T00:18:54,911 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fac407fb6320495bb7927f5289aea561 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fac407fb6320495bb7927f5289aea561 2024-11-17T00:18:54,912 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ac40a64a0b1a402198200d445cfb852b 2024-11-17T00:18:54,913 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/88373a6897f64b078135fa11fae4fb78 2024-11-17T00:18:54,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1002bc6ffa65474f84c8467ff9fc03db to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/1002bc6ffa65474f84c8467ff9fc03db 2024-11-17T00:18:54,914 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fb6aa865e2df45168e56a5effb610c6f 2024-11-17T00:18:54,915 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/97e8da23f807407d9fe369124447be58 2024-11-17T00:18:54,916 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/65fd3cee98234c4eb2e861ddd0461234 2024-11-17T00:18:54,917 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/615d33b4c6ae4d81a9cf2faf00a6b5d9 2024-11-17T00:18:54,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fbe6f9c743a24d278a598af883b86d48 2024-11-17T00:18:54,918 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/460171a1f5fd4449ad567ecbb2a774db to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/460171a1f5fd4449ad567ecbb2a774db 2024-11-17T00:18:54,919 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/720c267e90ff4d62aba24a459de0b666 2024-11-17T00:18:54,920 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d0001a8f796b4a1ba0a56a7961fd93f0 2024-11-17T00:18:54,921 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7d510b479fb4e31a56bd6c708c567a7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/a7d510b479fb4e31a56bd6c708c567a7 2024-11-17T00:18:54,922 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/d550ab4e1da84cfb92de1239e04a9c0b 2024-11-17T00:18:54,923 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/27163da355b4415ca977cb6eb771b024 2024-11-17T00:18:54,924 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/ea13989c7afb4143a234136bd714f526 2024-11-17T00:18:54,925 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5de3a9ae11484f7a94fcf9ec5a6e59ce, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5ce7aa6c21654c6b86b0e6b3da347df2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ddc7b2f31c14401480d8a75a1423f5c2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/59fc92f1d8d64c7fa0865c64b1d51155, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4e3d20df13da419b883416582ec3e7d1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ba279d9b92eb41c6b433c4ffe74934e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4ee5a06f93af4d7db30cd528fcafa566, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe] to archive 2024-11-17T00:18:54,926 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:54,927 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/431630441ca442569d6b1a2eb32ff7f7 2024-11-17T00:18:54,928 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/835c0c5f629f4fb7b5637f55c438a8a7 2024-11-17T00:18:54,929 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5de3a9ae11484f7a94fcf9ec5a6e59ce to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5de3a9ae11484f7a94fcf9ec5a6e59ce 2024-11-17T00:18:54,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ef0ef3d4a04347ceb4d7c0159026265e 2024-11-17T00:18:54,930 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7225e04e80fb4d039bf293a4338a9eb7 2024-11-17T00:18:54,931 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/02cae9c715f34fb1b4c46e2dca0e7467 2024-11-17T00:18:54,932 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5ce7aa6c21654c6b86b0e6b3da347df2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/5ce7aa6c21654c6b86b0e6b3da347df2 2024-11-17T00:18:54,933 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f641e732638e43d7a8b5e3aae0b9a9c7 2024-11-17T00:18:54,934 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/403e75b6efa84e9db5b187ad753624bf 2024-11-17T00:18:54,935 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ddc7b2f31c14401480d8a75a1423f5c2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ddc7b2f31c14401480d8a75a1423f5c2 2024-11-17T00:18:54,936 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4099615e03244f3796f538a2f18df197 2024-11-17T00:18:54,937 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/54763fdc682c45199311095ed0fb7e3d 2024-11-17T00:18:54,938 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/b8e2a39c236d4054badb20551d8ce42e 2024-11-17T00:18:54,939 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/69a3db276be644f89c002830b08b0b54 2024-11-17T00:18:54,940 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/59fc92f1d8d64c7fa0865c64b1d51155 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/59fc92f1d8d64c7fa0865c64b1d51155 2024-11-17T00:18:54,941 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/86ecea98a15c455a8ddffc7395f42730 2024-11-17T00:18:54,942 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/574b7abd80584ea3b047002d751ae024 2024-11-17T00:18:54,943 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4e3d20df13da419b883416582ec3e7d1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4e3d20df13da419b883416582ec3e7d1 2024-11-17T00:18:54,944 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/04354d7aef1345418c8ad67a1d0b55cd 2024-11-17T00:18:54,945 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/6635367b1d4340daade205981d2c1095 2024-11-17T00:18:54,946 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/52581d6fa05e4989b5f05708d890d6ea 2024-11-17T00:18:54,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/7204fd20c0b24d5dafa298b207ddcada 2024-11-17T00:18:54,947 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ba279d9b92eb41c6b433c4ffe74934e0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/ba279d9b92eb41c6b433c4ffe74934e0 2024-11-17T00:18:54,948 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/66a0fabd423e4fd6b4d4fb9e95c92b1c 2024-11-17T00:18:54,949 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/9f6fa970081245969b4400cf11208391 2024-11-17T00:18:54,950 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/903999d0911747e0bb0a9e4309c88f5f 2024-11-17T00:18:54,951 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4ee5a06f93af4d7db30cd528fcafa566 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/4ee5a06f93af4d7db30cd528fcafa566 2024-11-17T00:18:54,952 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/96175237631a40b995882cdf956e8d2e 2024-11-17T00:18:54,953 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/2688ffbb296240e38b1ec4ad30fac52b 2024-11-17T00:18:54,954 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/e71b4714bac745b5b6e183277db41abe 2024-11-17T00:18:54,955 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5fcdefaabd4840a2b9c5afaaec1a76e0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/35f6a45df9794555a530b6396c2ed977, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/9a4236b11e5848a39489c156812ca642, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/41b1ce2eb2c849de889c0609fa24cc6c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/f92a049680624caa91455625ea2f6c6d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1a652ece72df446281176cd51b040b76, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5] to archive 2024-11-17T00:18:54,956 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:18:54,958 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c0d6e1272aa8499e9fbf66e02400ecf7 2024-11-17T00:18:54,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/32aa910646a44c338e0b60cdda013b67 2024-11-17T00:18:54,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5fcdefaabd4840a2b9c5afaaec1a76e0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5fcdefaabd4840a2b9c5afaaec1a76e0 2024-11-17T00:18:54,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/845f9dade6304f4fbc80e74fe7427177 2024-11-17T00:18:54,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/47c428aa666d43bb8c1f800222933761 2024-11-17T00:18:54,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/3ac5723295d94097a10edb09fd959cd5 2024-11-17T00:18:54,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2c040e680f13415ca21020847acbf28b 2024-11-17T00:18:54,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/35f6a45df9794555a530b6396c2ed977 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/35f6a45df9794555a530b6396c2ed977 2024-11-17T00:18:54,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e8264b1a0b54470dbad63f303db9aeea 2024-11-17T00:18:54,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd3b516122d3421e9f15b741299f5a8e 2024-11-17T00:18:54,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/9a4236b11e5848a39489c156812ca642 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/9a4236b11e5848a39489c156812ca642 2024-11-17T00:18:54,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/e4ae0ef25c9c449795f168c521d5bb04 2024-11-17T00:18:54,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ba29146092344f8da7607de4830f9c62 2024-11-17T00:18:54,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/409b2f5eaa9a4b76a43c46315620542b 2024-11-17T00:18:54,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/41b1ce2eb2c849de889c0609fa24cc6c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/41b1ce2eb2c849de889c0609fa24cc6c 2024-11-17T00:18:54,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/31155becb3ea4083b73469f2807837fd 2024-11-17T00:18:54,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/a3deaaa54db34c618dc016821d6bb4f0 2024-11-17T00:18:54,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/f92a049680624caa91455625ea2f6c6d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/f92a049680624caa91455625ea2f6c6d 2024-11-17T00:18:54,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/8892f84a27304cd2bd8e70a4f853c21e 2024-11-17T00:18:54,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/23696b65014e4b87afd4ca9f9bc9f2e3 2024-11-17T00:18:54,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1c0f4c4589b541b3bd04efb915d34432 2024-11-17T00:18:54,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c607e0d6bf7b4ae78ec1e6bd25b22704 2024-11-17T00:18:54,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/4ca3c62f178e4ab080c0b3f4cd3eace7 2024-11-17T00:18:54,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1a652ece72df446281176cd51b040b76 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/1a652ece72df446281176cd51b040b76 2024-11-17T00:18:54,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/09099e22deef491a8286e69eb35c7125 2024-11-17T00:18:54,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/0a2f1a5b5fcf44758174f1daf1cc592d 2024-11-17T00:18:54,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/cd66f6594d4b45b0aaa5a56154822435 2024-11-17T00:18:54,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/ea4da3d3ccf347158f935bd25544e9c5 2024-11-17T00:18:54,998 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/recovered.edits/473.seqid, newMaxSeqId=473, maxSeqId=1 2024-11-17T00:18:54,999 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22. 2024-11-17T00:18:54,999 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] regionserver.HRegion(1635): Region close journal for bba7aed4d9516315b9514f0e8b22ce22: 2024-11-17T00:18:55,000 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=96}] handler.UnassignRegionHandler(170): Closed bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:55,001 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=95 updating hbase:meta row=bba7aed4d9516315b9514f0e8b22ce22, regionState=CLOSED 2024-11-17T00:18:55,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-11-17T00:18:55,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; CloseRegionProcedure bba7aed4d9516315b9514f0e8b22ce22, server=3fbf313856f1,36661,1731802650791 in 1.7210 sec 2024-11-17T00:18:55,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=95, resume processing ppid=94 2024-11-17T00:18:55,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, ppid=94, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=bba7aed4d9516315b9514f0e8b22ce22, UNASSIGN in 1.7260 sec 2024-11-17T00:18:55,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-17T00:18:55,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7280 sec 2024-11-17T00:18:55,006 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802735006"}]},"ts":"1731802735006"} 2024-11-17T00:18:55,007 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:18:55,009 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:18:55,011 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7410 sec 2024-11-17T00:18:55,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-11-17T00:18:55,375 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-11-17T00:18:55,376 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:18:55,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,377 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=97, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-17T00:18:55,378 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=97, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,380 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:55,382 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/recovered.edits] 2024-11-17T00:18:55,384 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/02ab04fb8627430ea7bd4b8fca9b132b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/02ab04fb8627430ea7bd4b8fca9b132b 2024-11-17T00:18:55,385 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/0a31fc3c9de746a5a94367753636578f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/0a31fc3c9de746a5a94367753636578f 2024-11-17T00:18:55,386 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/64e6abc60d0a4ecda385d7b111b67ec9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/64e6abc60d0a4ecda385d7b111b67ec9 2024-11-17T00:18:55,387 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fd001520991341449bca03b32c545a97 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/A/fd001520991341449bca03b32c545a97 2024-11-17T00:18:55,389 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/0475a0222976408788f841bfd1ae39b0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/0475a0222976408788f841bfd1ae39b0 2024-11-17T00:18:55,390 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/178715fd91584804a7977eb406501803 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/178715fd91584804a7977eb406501803 2024-11-17T00:18:55,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/a7aeddab554a491287d613f91dd972ad to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/a7aeddab554a491287d613f91dd972ad 2024-11-17T00:18:55,391 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f05d45562f214fa7be4b52e77f52b0a0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/B/f05d45562f214fa7be4b52e77f52b0a0 2024-11-17T00:18:55,393 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/05e098238a7f47899a0471333b9575ab to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/05e098238a7f47899a0471333b9575ab 2024-11-17T00:18:55,394 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2ca5289f24ca4efc8c3749c7fb8c2616 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/2ca5289f24ca4efc8c3749c7fb8c2616 2024-11-17T00:18:55,395 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5e939cfeee0d4d29a47943c164b76785 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/5e939cfeee0d4d29a47943c164b76785 2024-11-17T00:18:55,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c10defbf897d40a3822b41fc074cc508 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/c10defbf897d40a3822b41fc074cc508 2024-11-17T00:18:55,396 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/daf6b51839204a009f8f4904576c53ce to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/C/daf6b51839204a009f8f4904576c53ce 2024-11-17T00:18:55,398 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/recovered.edits/473.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22/recovered.edits/473.seqid 2024-11-17T00:18:55,399 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/bba7aed4d9516315b9514f0e8b22ce22 2024-11-17T00:18:55,399 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:18:55,401 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=97, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,406 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:18:55,407 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:18:55,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=97, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,408 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:18:55,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802735408"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:55,410 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:18:55,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => bba7aed4d9516315b9514f0e8b22ce22, NAME => 'TestAcidGuarantees,,1731802709709.bba7aed4d9516315b9514f0e8b22ce22.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:18:55,410 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:18:55,410 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802735410"}]},"ts":"9223372036854775807"} 2024-11-17T00:18:55,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:18:55,413 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=97, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,414 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 37 msec 2024-11-17T00:18:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-11-17T00:18:55,479 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-11-17T00:18:55,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=239 (was 240), OpenFileDescriptor=453 (was 458), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 393) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15549 (was 14908) - AvailableMemoryMB LEAK? - 2024-11-17T00:18:55,496 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=447, ProcessCount=11, AvailableMemoryMB=15549 2024-11-17T00:18:55,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:18:55,498 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:18:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:55,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:18:55,499 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:55,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 98 2024-11-17T00:18:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:55,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:18:55,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742177_1353 (size=960) 2024-11-17T00:18:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:55,907 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:18:55,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742178_1354 (size=53) 2024-11-17T00:18:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:56,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:56,312 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d8243aaafb56eef459dc1711c01da96a, disabling compactions & flushes 2024-11-17T00:18:56,313 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. after waiting 0 ms 2024-11-17T00:18:56,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,313 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:18:56,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:18:56,314 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802736314"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802736314"}]},"ts":"1731802736314"} 2024-11-17T00:18:56,315 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:18:56,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:18:56,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802736315"}]},"ts":"1731802736315"} 2024-11-17T00:18:56,316 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:18:56,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, ASSIGN}] 2024-11-17T00:18:56,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, ASSIGN 2024-11-17T00:18:56,321 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=99, ppid=98, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:18:56,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:56,473 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; OpenRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:56,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:56,624 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:56,627 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,627 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7285): Opening region: {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:18:56,627 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,627 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:56,627 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7327): checking encryption for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,627 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7330): checking classloading for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,628 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,629 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:56,629 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName A 2024-11-17T00:18:56,630 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:56,630 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:56,630 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,631 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:56,631 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName B 2024-11-17T00:18:56,631 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:56,631 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:56,631 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,632 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:56,632 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName C 2024-11-17T00:18:56,632 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:56,632 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:56,633 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,633 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,633 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,634 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:18:56,635 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1085): writing seq id for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:56,637 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:18:56,637 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1102): Opened d8243aaafb56eef459dc1711c01da96a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63705575, jitterRate=-0.050712957978248596}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:18:56,638 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1001): Region open journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:18:56,638 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., pid=100, masterSystemTime=1731802736624 2024-11-17T00:18:56,640 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,640 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:56,640 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=99 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:56,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-17T00:18:56,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; OpenRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 in 168 msec 2024-11-17T00:18:56,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=99, resume processing ppid=98 2024-11-17T00:18:56,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, ppid=98, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, ASSIGN in 322 msec 2024-11-17T00:18:56,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:18:56,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802736643"}]},"ts":"1731802736643"} 2024-11-17T00:18:56,644 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:18:56,647 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=98, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:18:56,648 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1490 sec 2024-11-17T00:18:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=98 2024-11-17T00:18:57,604 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 98 completed 2024-11-17T00:18:57,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1df61dc9 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fe71801 2024-11-17T00:18:57,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf5e2f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:57,610 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:57,611 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:57,612 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:18:57,613 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:18:57,614 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:18:57,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:18:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T00:18:57,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742179_1355 (size=996) 2024-11-17T00:18:58,025 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T00:18:58,025 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T00:18:58,027 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:18:58,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, REOPEN/MOVE}] 2024-11-17T00:18:58,029 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, REOPEN/MOVE 2024-11-17T00:18:58,029 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,030 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:18:58,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:58,181 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,182 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,182 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:18:58,182 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing d8243aaafb56eef459dc1711c01da96a, disabling compactions & flushes 2024-11-17T00:18:58,182 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,182 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,182 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. after waiting 0 ms 2024-11-17T00:18:58,182 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,185 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T00:18:58,186 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,186 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:18:58,186 WARN [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionServer(3786): Not adding moved region record: d8243aaafb56eef459dc1711c01da96a to self. 2024-11-17T00:18:58,187 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,188 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=CLOSED 2024-11-17T00:18:58,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-11-17T00:18:58,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 in 158 msec 2024-11-17T00:18:58,190 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, REOPEN/MOVE; state=CLOSED, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=true 2024-11-17T00:18:58,340 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=103, state=RUNNABLE; OpenRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:18:58,492 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,495 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,495 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7285): Opening region: {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:18:58,495 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,496 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:18:58,496 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7327): checking encryption for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,496 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(7330): checking classloading for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,497 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,498 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:58,498 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName A 2024-11-17T00:18:58,499 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:58,499 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:58,499 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,500 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:58,500 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName B 2024-11-17T00:18:58,500 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:58,500 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:58,501 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,501 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:18:58,501 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8243aaafb56eef459dc1711c01da96a columnFamilyName C 2024-11-17T00:18:58,501 DEBUG [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:58,502 INFO [StoreOpener-d8243aaafb56eef459dc1711c01da96a-1 {}] regionserver.HStore(327): Store=d8243aaafb56eef459dc1711c01da96a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:18:58,502 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,502 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,503 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,504 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:18:58,505 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1085): writing seq id for d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,505 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1102): Opened d8243aaafb56eef459dc1711c01da96a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62965995, jitterRate=-0.061733558773994446}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:18:58,506 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegion(1001): Region open journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:18:58,506 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., pid=105, masterSystemTime=1731802738492 2024-11-17T00:18:58,507 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,507 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=105}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,508 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=OPEN, openSeqNum=5, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=103 2024-11-17T00:18:58,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=103, state=SUCCESS; OpenRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 in 167 msec 2024-11-17T00:18:58,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-11-17T00:18:58,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, REOPEN/MOVE in 481 msec 2024-11-17T00:18:58,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-17T00:18:58,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 484 msec 2024-11-17T00:18:58,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-11-17T00:18:58,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-11-17T00:18:58,515 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3637e4c6 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51f7d511 2024-11-17T00:18:58,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b14fbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,519 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72f422b4 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dc42ea6 2024-11-17T00:18:58,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62f74604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,523 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2df33cdf to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@117e86d9 2024-11-17T00:18:58,525 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e13594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,526 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09f472e0 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6cd96549 2024-11-17T00:18:58,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c54a0d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,531 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167a78b0 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31aea41b 2024-11-17T00:18:58,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3875c8c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,534 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1e247aa1 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@801ba40 2024-11-17T00:18:58,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319559be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,537 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2205f666 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27539bdc 2024-11-17T00:18:58,539 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c907e21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,539 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6584e9ce to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e3203d9 2024-11-17T00:18:58,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61ec0f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,543 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x37ec8e3b to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@798e7fd4 2024-11-17T00:18:58,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7819b9e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,546 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x787e5169 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7284f16d 2024-11-17T00:18:58,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47679076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:18:58,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:18:58,552 DEBUG [hconnection-0x639b509c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,552 DEBUG [hconnection-0x7bf595b1-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,552 DEBUG [hconnection-0x4d5e572c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,552 DEBUG [hconnection-0x31ae54af-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,553 DEBUG [hconnection-0x450c0712-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,553 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58892, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,553 DEBUG [hconnection-0x7b901d91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,553 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,553 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58906, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,554 DEBUG [hconnection-0x33dcf21f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,554 DEBUG [hconnection-0x491a2234-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,554 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,554 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58920, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,556 DEBUG [hconnection-0x5c00c24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,556 DEBUG [hconnection-0x204de444-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:18:58,557 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,557 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-17T00:18:58,557 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:18:58,558 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:18:58,558 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:18:58,560 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58958, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:18:58,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:58,566 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:18:58,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:18:58,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:18:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:18:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:18:58,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:58,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802798576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,577 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802798576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802798577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802798578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802798578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170d89aa3048904f99abcfeaebcfad6b90_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802738566/Put/seqid=0 2024-11-17T00:18:58,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742180_1356 (size=12154) 2024-11-17T00:18:58,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:18:58,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802798681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802798681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802798684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802798684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802798684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,862 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:58,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:58,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:18:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802798882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802798882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802798885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802798886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:58,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:58,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802798886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,013 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:18:59,015 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170d89aa3048904f99abcfeaebcfad6b90_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d89aa3048904f99abcfeaebcfad6b90_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:59,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/60031c5b5de941b1ad611163002c89c0, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:18:59,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/60031c5b5de941b1ad611163002c89c0 is 175, key is test_row_0/A:col10/1731802738566/Put/seqid=0 2024-11-17T00:18:59,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742181_1357 (size=30955) 2024-11-17T00:18:59,028 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=19, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/60031c5b5de941b1ad611163002c89c0 2024-11-17T00:18:59,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/53a6beb50bbf4b718e2753c78482fa57 is 50, key is test_row_0/B:col10/1731802738566/Put/seqid=0 2024-11-17T00:18:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742182_1358 (size=12001) 2024-11-17T00:18:59,168 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:18:59,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T00:18:59,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802799188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802799188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802799188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802799189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802799188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,321 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,456 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/53a6beb50bbf4b718e2753c78482fa57 2024-11-17T00:18:59,474 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:59,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:18:59,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/af094dec1c4d40959059d0e8e4478bad is 50, key is test_row_0/C:col10/1731802738566/Put/seqid=0 2024-11-17T00:18:59,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742183_1359 (size=12001) 2024-11-17T00:18:59,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/af094dec1c4d40959059d0e8e4478bad 2024-11-17T00:18:59,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/60031c5b5de941b1ad611163002c89c0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0 2024-11-17T00:18:59,493 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0, entries=150, sequenceid=19, filesize=30.2 K 2024-11-17T00:18:59,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/53a6beb50bbf4b718e2753c78482fa57 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57 2024-11-17T00:18:59,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57, entries=150, sequenceid=19, filesize=11.7 K 2024-11-17T00:18:59,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/af094dec1c4d40959059d0e8e4478bad as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad 2024-11-17T00:18:59,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad, entries=150, sequenceid=19, filesize=11.7 K 2024-11-17T00:18:59,503 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for d8243aaafb56eef459dc1711c01da96a in 937ms, sequenceid=19, compaction requested=false 2024-11-17T00:18:59,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:18:59,627 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-17T00:18:59,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:18:59,627 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:18:59,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:18:59,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174bc6e273db094ec08c24e5abafcb3520_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802738574/Put/seqid=0 2024-11-17T00:18:59,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742184_1360 (size=12154) 2024-11-17T00:18:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:18:59,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:18:59,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:18:59,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802799702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802799703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802799705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802799706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802799707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802799808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802799808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802799808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802799810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:18:59,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:18:59,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802799811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802800012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802800012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,015 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802800013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802800013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802800015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:00,055 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174bc6e273db094ec08c24e5abafcb3520_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc6e273db094ec08c24e5abafcb3520_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5aafc87345e747f7a69109e9eae9e269, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:00,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5aafc87345e747f7a69109e9eae9e269 is 175, key is test_row_0/A:col10/1731802738574/Put/seqid=0 2024-11-17T00:19:00,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742185_1361 (size=30955) 2024-11-17T00:19:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802800317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802800317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802800318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802800319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802800320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,460 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5aafc87345e747f7a69109e9eae9e269 2024-11-17T00:19:00,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/a399cc4efb89457e8e36dec80fbb6e5a is 50, key is test_row_0/B:col10/1731802738574/Put/seqid=0 2024-11-17T00:19:00,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742186_1362 (size=12001) 2024-11-17T00:19:00,484 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/a399cc4efb89457e8e36dec80fbb6e5a 2024-11-17T00:19:00,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/2e1a607746b541338b09aec2dad00b47 is 50, key is test_row_0/C:col10/1731802738574/Put/seqid=0 2024-11-17T00:19:00,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742187_1363 (size=12001) 2024-11-17T00:19:00,498 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/2e1a607746b541338b09aec2dad00b47 2024-11-17T00:19:00,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5aafc87345e747f7a69109e9eae9e269 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269 2024-11-17T00:19:00,506 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269, entries=150, sequenceid=41, filesize=30.2 K 2024-11-17T00:19:00,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/a399cc4efb89457e8e36dec80fbb6e5a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a 2024-11-17T00:19:00,513 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:19:00,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/2e1a607746b541338b09aec2dad00b47 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47 2024-11-17T00:19:00,517 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:19:00,518 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d8243aaafb56eef459dc1711c01da96a in 891ms, sequenceid=41, compaction requested=false 2024-11-17T00:19:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:00,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-17T00:19:00,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-17T00:19:00,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-17T00:19:00,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9610 sec 2024-11-17T00:19:00,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.9690 sec 2024-11-17T00:19:00,523 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:19:00,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-17T00:19:00,672 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-17T00:19:00,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:00,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-17T00:19:00,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:00,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:00,675 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:00,675 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:00,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:00,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:00,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:00,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:00,827 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:00,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:00,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:00,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:00,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111704f99f11c99140bea8faf7ae99e74f05_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:00,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742188_1364 (size=14594) 2024-11-17T00:19:00,840 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:00,843 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111704f99f11c99140bea8faf7ae99e74f05_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111704f99f11c99140bea8faf7ae99e74f05_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:00,844 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/8c021cc3723a4c68b3f2bcc357ef2759, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:00,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/8c021cc3723a4c68b3f2bcc357ef2759 is 175, key is test_row_0/A:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:00,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742189_1365 (size=39549) 2024-11-17T00:19:00,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802800846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802800848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802800848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802800848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802800850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802800952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802800954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,957 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802800955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:00,980 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:00,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:00,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:00,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:00,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,133 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802801159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802801159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802801159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802801159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802801160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,250 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/8c021cc3723a4c68b3f2bcc357ef2759 2024-11-17T00:19:01,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/75324cee27824358aabb1490621f4c04 is 50, key is test_row_0/B:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:01,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742190_1366 (size=12001) 2024-11-17T00:19:01,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:01,286 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,439 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802801462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802801462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802801463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802801463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802801465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,591 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,592 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/75324cee27824358aabb1490621f4c04 2024-11-17T00:19:01,669 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/4ee6d9a9170347b6833fd6c036901eca is 50, key is test_row_0/C:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:01,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742191_1367 (size=12001) 2024-11-17T00:19:01,744 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,744 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:01,897 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,897 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:01,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:01,898 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802801968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802801968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802801968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802801971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:01,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:01,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802801972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:02,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,050 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:02,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:02,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:02,073 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/4ee6d9a9170347b6833fd6c036901eca 2024-11-17T00:19:02,077 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/8c021cc3723a4c68b3f2bcc357ef2759 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759 2024-11-17T00:19:02,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759, entries=200, sequenceid=57, filesize=38.6 K 2024-11-17T00:19:02,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/75324cee27824358aabb1490621f4c04 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04 2024-11-17T00:19:02,087 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04, entries=150, sequenceid=57, filesize=11.7 K 2024-11-17T00:19:02,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/4ee6d9a9170347b6833fd6c036901eca as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca 2024-11-17T00:19:02,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca, entries=150, sequenceid=57, filesize=11.7 K 2024-11-17T00:19:02,094 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d8243aaafb56eef459dc1711c01da96a in 1271ms, sequenceid=57, compaction requested=true 2024-11-17T00:19:02,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:02,094 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:02,095 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:02,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:02,095 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:02,096 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:02,096 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,096 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=99.1 K 2024-11-17T00:19:02,096 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,096 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759] 2024-11-17T00:19:02,096 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 60031c5b5de941b1ad611163002c89c0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731802738562 2024-11-17T00:19:02,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:02,097 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5aafc87345e747f7a69109e9eae9e269, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802738574 2024-11-17T00:19:02,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:02,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.2 K 2024-11-17T00:19:02,097 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c021cc3723a4c68b3f2bcc357ef2759, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739701 2024-11-17T00:19:02,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 53a6beb50bbf4b718e2753c78482fa57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731802738562 2024-11-17T00:19:02,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a399cc4efb89457e8e36dec80fbb6e5a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802738574 2024-11-17T00:19:02,099 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 75324cee27824358aabb1490621f4c04, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739706 2024-11-17T00:19:02,106 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:02,108 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#317 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:02,109 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117e771b0a7d044421ba1e95b3dd4b31d63_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:02,109 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/73e3ad7b483240728bd605ef1ec53bbf is 50, key is test_row_0/B:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:02,112 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117e771b0a7d044421ba1e95b3dd4b31d63_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:02,112 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e771b0a7d044421ba1e95b3dd4b31d63_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742192_1368 (size=12104) 2024-11-17T00:19:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742193_1369 (size=4469) 2024-11-17T00:19:02,202 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-17T00:19:02,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,203 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:02,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:02,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a4ec103a5f2b4cd19a9e52cde5332f80_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802740849/Put/seqid=0 2024-11-17T00:19:02,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742194_1370 (size=12154) 2024-11-17T00:19:02,518 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#316 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:02,519 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5ae5370f9cd04077aed660ad436edefe is 175, key is test_row_0/A:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:02,521 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/73e3ad7b483240728bd605ef1ec53bbf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73e3ad7b483240728bd605ef1ec53bbf 2024-11-17T00:19:02,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742195_1371 (size=31058) 2024-11-17T00:19:02,526 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 73e3ad7b483240728bd605ef1ec53bbf(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:02,526 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:02,526 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=13, startTime=1731802742095; duration=0sec 2024-11-17T00:19:02,526 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:02,526 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:02,527 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:02,528 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5ae5370f9cd04077aed660ad436edefe as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe 2024-11-17T00:19:02,528 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:02,528 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:02,529 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:02,529 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.2 K 2024-11-17T00:19:02,529 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting af094dec1c4d40959059d0e8e4478bad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=19, earliestPutTs=1731802738562 2024-11-17T00:19:02,529 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e1a607746b541338b09aec2dad00b47, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802738574 2024-11-17T00:19:02,530 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee6d9a9170347b6833fd6c036901eca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739706 2024-11-17T00:19:02,536 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into 5ae5370f9cd04077aed660ad436edefe(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:02,536 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:02,536 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=13, startTime=1731802742094; duration=0sec 2024-11-17T00:19:02,536 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:02,536 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:02,542 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:02,543 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/d96bdf1fce5e4d44b9d835c1bdeaf73d is 50, key is test_row_0/C:col10/1731802739706/Put/seqid=0 2024-11-17T00:19:02,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742196_1372 (size=12104) 2024-11-17T00:19:02,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:02,622 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a4ec103a5f2b4cd19a9e52cde5332f80_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a4ec103a5f2b4cd19a9e52cde5332f80_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:02,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/84707439dcea432faea69c3a7897681d, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:02,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/84707439dcea432faea69c3a7897681d is 175, key is test_row_0/A:col10/1731802740849/Put/seqid=0 2024-11-17T00:19:02,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742197_1373 (size=30955) 2024-11-17T00:19:02,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:02,952 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/d96bdf1fce5e4d44b9d835c1bdeaf73d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/d96bdf1fce5e4d44b9d835c1bdeaf73d 2024-11-17T00:19:02,957 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into d96bdf1fce5e4d44b9d835c1bdeaf73d(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:02,957 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:02,957 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=13, startTime=1731802742095; duration=0sec 2024-11-17T00:19:02,957 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:02,957 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:02,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:02,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:02,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:02,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802802991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802802992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,996 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:02,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802802992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:02,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:02,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802802993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,000 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802802994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,032 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/84707439dcea432faea69c3a7897681d 2024-11-17T00:19:03,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/2d785c9cd81443a7b21c9d6787d5764a is 50, key is test_row_0/B:col10/1731802740849/Put/seqid=0 2024-11-17T00:19:03,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742198_1374 (size=12001) 2024-11-17T00:19:03,050 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/2d785c9cd81443a7b21c9d6787d5764a 2024-11-17T00:19:03,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/11031486d14d44fdafe2728c42366518 is 50, key is test_row_0/C:col10/1731802740849/Put/seqid=0 2024-11-17T00:19:03,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742199_1375 (size=12001) 2024-11-17T00:19:03,068 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/11031486d14d44fdafe2728c42366518 2024-11-17T00:19:03,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/84707439dcea432faea69c3a7897681d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d 2024-11-17T00:19:03,075 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d, entries=150, sequenceid=77, filesize=30.2 K 2024-11-17T00:19:03,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/2d785c9cd81443a7b21c9d6787d5764a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a 2024-11-17T00:19:03,080 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T00:19:03,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/11031486d14d44fdafe2728c42366518 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518 2024-11-17T00:19:03,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518, entries=150, sequenceid=77, filesize=11.7 K 2024-11-17T00:19:03,086 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d8243aaafb56eef459dc1711c01da96a in 883ms, sequenceid=77, compaction requested=false 2024-11-17T00:19:03,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:03,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-17T00:19:03,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-17T00:19:03,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-17T00:19:03,089 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4130 sec 2024-11-17T00:19:03,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.4150 sec 2024-11-17T00:19:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:03,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T00:19:03,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:03,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:03,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111760da514558bc4f90b6f6bfde46d2efa9_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:03,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742200_1376 (size=14594) 2024-11-17T00:19:03,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802803116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802803116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802803117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802803118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802803119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802803222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802803222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802803224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802803224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802803225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802803424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802803425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,431 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802803428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802803429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,433 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802803429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:03,517 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111760da514558bc4f90b6f6bfde46d2efa9_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760da514558bc4f90b6f6bfde46d2efa9_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:03,518 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/2ca2ddd9a302494c94c4c6592a86eea6, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:03,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/2ca2ddd9a302494c94c4c6592a86eea6 is 175, key is test_row_0/A:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742201_1377 (size=39549) 2024-11-17T00:19:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802803732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802803732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802803733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802803735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,740 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:03,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802803736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:03,923 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/2ca2ddd9a302494c94c4c6592a86eea6 2024-11-17T00:19:03,931 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/0b4de15f8f404e0d99d0dc6797c06ae0 is 50, key is test_row_0/B:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:03,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742202_1378 (size=12001) 2024-11-17T00:19:04,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:04,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802804238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802804238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802804238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:04,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802804239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,246 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:04,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802804242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/0b4de15f8f404e0d99d0dc6797c06ae0 2024-11-17T00:19:04,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/dab56cfc899842d19ef6ccd545f159c0 is 50, key is test_row_0/C:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:04,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742203_1379 (size=12001) 2024-11-17T00:19:04,770 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/dab56cfc899842d19ef6ccd545f159c0 2024-11-17T00:19:04,774 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/2ca2ddd9a302494c94c4c6592a86eea6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6 2024-11-17T00:19:04,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6, entries=200, sequenceid=97, filesize=38.6 K 2024-11-17T00:19:04,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/0b4de15f8f404e0d99d0dc6797c06ae0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0 2024-11-17T00:19:04,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-17T00:19:04,780 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-17T00:19:04,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:04,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T00:19:04,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-17T00:19:04,783 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/dab56cfc899842d19ef6ccd545f159c0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0 2024-11-17T00:19:04,783 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:04,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:04,784 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:04,784 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:04,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T00:19:04,795 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d8243aaafb56eef459dc1711c01da96a in 1697ms, sequenceid=97, compaction requested=true 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:04,795 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:04,795 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:04,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:04,796 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:04,796 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:04,796 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:04,796 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:04,796 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:04,796 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:04,796 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=99.2 K 2024-11-17T00:19:04,796 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73e3ad7b483240728bd605ef1ec53bbf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.3 K 2024-11-17T00:19:04,796 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:04,796 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6] 2024-11-17T00:19:04,797 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 73e3ad7b483240728bd605ef1ec53bbf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739706 2024-11-17T00:19:04,797 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ae5370f9cd04077aed660ad436edefe, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739706 2024-11-17T00:19:04,797 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2d785c9cd81443a7b21c9d6787d5764a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731802740830 2024-11-17T00:19:04,797 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84707439dcea432faea69c3a7897681d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731802740830 2024-11-17T00:19:04,798 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0b4de15f8f404e0d99d0dc6797c06ae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:04,798 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ca2ddd9a302494c94c4c6592a86eea6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:04,804 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:04,804 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#325 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:04,805 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/04f540ed6652435083aa6acca40c5504 is 50, key is test_row_0/B:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:04,807 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117d670afcb392d4fb1ac4a47bc1a11fc66_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:04,809 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117d670afcb392d4fb1ac4a47bc1a11fc66_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:04,809 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d670afcb392d4fb1ac4a47bc1a11fc66_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742204_1380 (size=12207) 2024-11-17T00:19:04,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742205_1381 (size=4469) 2024-11-17T00:19:04,821 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#326 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:04,822 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ee97c46ca754411b8a80dbdd0ccddf88 is 175, key is test_row_0/A:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:04,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742206_1382 (size=31161) 2024-11-17T00:19:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:04,938 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:04,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-17T00:19:04,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:04,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:04,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:04,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170efbedb91b084a24b4544a37e75a83be_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802743118/Put/seqid=0 2024-11-17T00:19:04,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742207_1383 (size=12154) 2024-11-17T00:19:05,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:05,218 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/04f540ed6652435083aa6acca40c5504 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/04f540ed6652435083aa6acca40c5504 2024-11-17T00:19:05,222 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 04f540ed6652435083aa6acca40c5504(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:05,222 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:05,222 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=13, startTime=1731802744795; duration=0sec 2024-11-17T00:19:05,223 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:05,223 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:05,223 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:05,224 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:05,224 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:05,224 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:05,224 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/d96bdf1fce5e4d44b9d835c1bdeaf73d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.3 K 2024-11-17T00:19:05,224 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d96bdf1fce5e4d44b9d835c1bdeaf73d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802739706 2024-11-17T00:19:05,225 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 11031486d14d44fdafe2728c42366518, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731802740830 2024-11-17T00:19:05,225 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting dab56cfc899842d19ef6ccd545f159c0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:05,232 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:05,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ee97c46ca754411b8a80dbdd0ccddf88 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88 2024-11-17T00:19:05,234 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/43c71fa4aab14b90b0c860e8401d0b0a is 50, key is test_row_0/C:col10/1731802743096/Put/seqid=0 2024-11-17T00:19:05,240 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into ee97c46ca754411b8a80dbdd0ccddf88(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:05,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:05,240 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=13, startTime=1731802744795; duration=0sec 2024-11-17T00:19:05,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:05,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:05,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742208_1384 (size=12207) 2024-11-17T00:19:05,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:05,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:05,256 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/43c71fa4aab14b90b0c860e8401d0b0a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/43c71fa4aab14b90b0c860e8401d0b0a 2024-11-17T00:19:05,262 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into 43c71fa4aab14b90b0c860e8401d0b0a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:05,262 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:05,262 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=13, startTime=1731802744795; duration=0sec 2024-11-17T00:19:05,262 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:05,262 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:05,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802805268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802805269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802805270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,277 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802805273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802805274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:05,354 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170efbedb91b084a24b4544a37e75a83be_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170efbedb91b084a24b4544a37e75a83be_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/aea6891fbba94fca91d207e0f795fd4d, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/aea6891fbba94fca91d207e0f795fd4d is 175, key is test_row_0/A:col10/1731802743118/Put/seqid=0 2024-11-17T00:19:05,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742209_1385 (size=30955) 2024-11-17T00:19:05,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802805375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802805377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802805378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802805378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,383 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802805379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:05,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802805580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,585 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802805583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802805585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802805585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802805585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,760 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/aea6891fbba94fca91d207e0f795fd4d 2024-11-17T00:19:05,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/d1cf16a48d8041ca99e92af60ab185c7 is 50, key is test_row_0/B:col10/1731802743118/Put/seqid=0 2024-11-17T00:19:05,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742210_1386 (size=12001) 2024-11-17T00:19:05,772 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/d1cf16a48d8041ca99e92af60ab185c7 2024-11-17T00:19:05,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/62eea498664e4ad3aeb5de3632acc9a8 is 50, key is test_row_0/C:col10/1731802743118/Put/seqid=0 2024-11-17T00:19:05,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742211_1387 (size=12001) 2024-11-17T00:19:05,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:05,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802805884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802805887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802805889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802805891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:05,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:05,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802805891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,183 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/62eea498664e4ad3aeb5de3632acc9a8 2024-11-17T00:19:06,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/aea6891fbba94fca91d207e0f795fd4d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d 2024-11-17T00:19:06,191 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d, entries=150, sequenceid=116, filesize=30.2 K 2024-11-17T00:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/d1cf16a48d8041ca99e92af60ab185c7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7 2024-11-17T00:19:06,196 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T00:19:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/62eea498664e4ad3aeb5de3632acc9a8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8 2024-11-17T00:19:06,201 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8, entries=150, sequenceid=116, filesize=11.7 K 2024-11-17T00:19:06,201 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d8243aaafb56eef459dc1711c01da96a in 1263ms, sequenceid=116, compaction requested=false 2024-11-17T00:19:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:06,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-17T00:19:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-17T00:19:06,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-17T00:19:06,204 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4190 sec 2024-11-17T00:19:06,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.4220 sec 2024-11-17T00:19:06,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:06,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:06,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:06,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117da733165b3394f34bd1a0119f196a661_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:06,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742212_1388 (size=14744) 2024-11-17T00:19:06,418 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:06,422 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117da733165b3394f34bd1a0119f196a661_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117da733165b3394f34bd1a0119f196a661_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:06,423 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ea7178c8affc47bcb54b3790e386a809, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:06,423 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ea7178c8affc47bcb54b3790e386a809 is 175, key is test_row_0/A:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:06,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742213_1389 (size=39699) 2024-11-17T00:19:06,428 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=138, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ea7178c8affc47bcb54b3790e386a809 2024-11-17T00:19:06,429 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802806417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,437 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ef069062d9434896965f96b0fd46cac1 is 50, key is test_row_0/B:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:06,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802806429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802806429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802806429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802806431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742214_1390 (size=12101) 2024-11-17T00:19:06,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802806530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802806539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802806539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802806539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802806540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802806734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802806743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802806744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802806744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802806744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:06,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ef069062d9434896965f96b0fd46cac1 2024-11-17T00:19:06,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/28c815905dfb48a8bc7bf08c5d68f553 is 50, key is test_row_0/C:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:06,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742215_1391 (size=12101) 2024-11-17T00:19:06,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/28c815905dfb48a8bc7bf08c5d68f553 2024-11-17T00:19:06,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-17T00:19:06,888 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-17T00:19:06,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/ea7178c8affc47bcb54b3790e386a809 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809 2024-11-17T00:19:06,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:06,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-17T00:19:06,892 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:06,893 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:06,893 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:06,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809, entries=200, sequenceid=138, filesize=38.8 K 2024-11-17T00:19:06,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ef069062d9434896965f96b0fd46cac1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1 2024-11-17T00:19:06,903 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1, entries=150, sequenceid=138, filesize=11.8 K 2024-11-17T00:19:06,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/28c815905dfb48a8bc7bf08c5d68f553 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553 2024-11-17T00:19:06,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553, entries=150, sequenceid=138, filesize=11.8 K 2024-11-17T00:19:06,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for d8243aaafb56eef459dc1711c01da96a in 511ms, sequenceid=138, compaction requested=true 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:06,909 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:06,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:19:06,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:06,910 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:06,910 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:06,910 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:06,910 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=99.4 K 2024-11-17T00:19:06,910 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:06,910 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809] 2024-11-17T00:19:06,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:06,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ee97c46ca754411b8a80dbdd0ccddf88, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:06,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:06,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:06,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/04f540ed6652435083aa6acca40c5504, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.5 K 2024-11-17T00:19:06,911 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting aea6891fbba94fca91d207e0f795fd4d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802743116 2024-11-17T00:19:06,912 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 04f540ed6652435083aa6acca40c5504, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:06,913 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea7178c8affc47bcb54b3790e386a809, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:06,913 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d1cf16a48d8041ca99e92af60ab185c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802743116 2024-11-17T00:19:06,915 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ef069062d9434896965f96b0fd46cac1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:06,936 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:06,954 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#335 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:06,955 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/1853ab4eaa044c09889edcaa63bdbe90 is 50, key is test_row_0/B:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:06,957 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411174e3f201e9d904523b4572fb1fa4b666e_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:06,959 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411174e3f201e9d904523b4572fb1fa4b666e_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:06,959 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174e3f201e9d904523b4572fb1fa4b666e_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:06,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:07,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742216_1392 (size=12409) 2024-11-17T00:19:07,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742217_1393 (size=4469) 2024-11-17T00:19:07,039 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#334 average throughput is 0.24 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:07,040 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/00c44115584d4445abceff5908859c27 is 175, key is test_row_0/A:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:07,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:07,042 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T00:19:07,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:07,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:07,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:07,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:07,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:07,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:07,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802807065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802807066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742218_1394 (size=31363) 2024-11-17T00:19:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802807068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802807070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802807075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d2adc1f059234ecf962ee4d59d028192_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802746428/Put/seqid=0 2024-11-17T00:19:07,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742219_1395 (size=14794) 2024-11-17T00:19:07,096 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:07,114 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d2adc1f059234ecf962ee4d59d028192_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d2adc1f059234ecf962ee4d59d028192_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:07,115 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/52fa4e5c98eb43c8847e9c8abcfb5c40, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:07,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/52fa4e5c98eb43c8847e9c8abcfb5c40 is 175, key is test_row_0/A:col10/1731802746428/Put/seqid=0 2024-11-17T00:19:07,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742220_1396 (size=39749) 2024-11-17T00:19:07,147 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/52fa4e5c98eb43c8847e9c8abcfb5c40 2024-11-17T00:19:07,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802807176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/df6773e83db447809c6190f33f312438 is 50, key is test_row_0/B:col10/1731802746428/Put/seqid=0 2024-11-17T00:19:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802807180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802807181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802807182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,187 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802807182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:07,199 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742221_1397 (size=12151) 2024-11-17T00:19:07,352 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802807380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802807387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802807388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802807388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802807389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,408 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/1853ab4eaa044c09889edcaa63bdbe90 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/1853ab4eaa044c09889edcaa63bdbe90 2024-11-17T00:19:07,413 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 1853ab4eaa044c09889edcaa63bdbe90(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:07,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:07,413 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=13, startTime=1731802746909; duration=0sec 2024-11-17T00:19:07,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:07,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:07,413 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:07,414 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:07,414 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:07,414 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,414 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/43c71fa4aab14b90b0c860e8401d0b0a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=35.5 K 2024-11-17T00:19:07,415 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 43c71fa4aab14b90b0c860e8401d0b0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802742990 2024-11-17T00:19:07,415 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 62eea498664e4ad3aeb5de3632acc9a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1731802743116 2024-11-17T00:19:07,416 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 28c815905dfb48a8bc7bf08c5d68f553, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:07,422 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:07,422 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/477ba2fdef5e4be9815dc90ebe819593 is 50, key is test_row_0/C:col10/1731802745258/Put/seqid=0 2024-11-17T00:19:07,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742222_1398 (size=12409) 2024-11-17T00:19:07,435 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/477ba2fdef5e4be9815dc90ebe819593 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/477ba2fdef5e4be9815dc90ebe819593 2024-11-17T00:19:07,438 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into 477ba2fdef5e4be9815dc90ebe819593(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:07,438 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:07,438 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=13, startTime=1731802746909; duration=0sec 2024-11-17T00:19:07,438 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:07,438 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:07,485 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/00c44115584d4445abceff5908859c27 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27 2024-11-17T00:19:07,489 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into 00c44115584d4445abceff5908859c27(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:07,490 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:07,490 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=13, startTime=1731802746909; duration=0sec 2024-11-17T00:19:07,490 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:07,490 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:07,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:07,504 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,619 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/df6773e83db447809c6190f33f312438 2024-11-17T00:19:07,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/eb728c8e347641abb80ce4bd7ecdc4b4 is 50, key is test_row_0/C:col10/1731802746428/Put/seqid=0 2024-11-17T00:19:07,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742223_1399 (size=12151) 2024-11-17T00:19:07,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802807686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802807691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802807693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802807693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:07,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802807693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:07,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:07,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:07,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:07,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:08,030 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/eb728c8e347641abb80ce4bd7ecdc4b4 2024-11-17T00:19:08,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/52fa4e5c98eb43c8847e9c8abcfb5c40 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40 2024-11-17T00:19:08,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40, entries=200, sequenceid=158, filesize=38.8 K 2024-11-17T00:19:08,039 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/df6773e83db447809c6190f33f312438 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438 2024-11-17T00:19:08,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:19:08,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/eb728c8e347641abb80ce4bd7ecdc4b4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4 2024-11-17T00:19:08,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:19:08,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for d8243aaafb56eef459dc1711c01da96a in 1006ms, sequenceid=158, compaction requested=false 2024-11-17T00:19:08,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:08,115 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,116 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-17T00:19:08,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:08,116 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:08,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:08,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117969bdd0ac8cc4fde8eca2d12a8c63ec3_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802747074/Put/seqid=0 2024-11-17T00:19:08,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742224_1400 (size=12304) 2024-11-17T00:19:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:08,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:08,220 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802808213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802808214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802808215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802808219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,225 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802808220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802808321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802808322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,326 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802808324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802808326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802808326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802808525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802808527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802808527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,533 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117969bdd0ac8cc4fde8eca2d12a8c63ec3_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117969bdd0ac8cc4fde8eca2d12a8c63ec3_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:08,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/10135ec3a01f44748f870330bfede97b, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:08,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/10135ec3a01f44748f870330bfede97b is 175, key is test_row_0/A:col10/1731802747074/Put/seqid=0 2024-11-17T00:19:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802808531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802808532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742225_1401 (size=31105) 2024-11-17T00:19:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802808831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802808831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802808831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802808839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:08,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802808839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:08,939 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=177, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/10135ec3a01f44748f870330bfede97b 2024-11-17T00:19:08,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/f2ee8207e9174cbe9e00e10f1c32ac5f is 50, key is test_row_0/B:col10/1731802747074/Put/seqid=0 2024-11-17T00:19:08,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742226_1402 (size=12151) 2024-11-17T00:19:08,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:09,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:09,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802809337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:09,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802809339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:09,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:09,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802809341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:09,349 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/f2ee8207e9174cbe9e00e10f1c32ac5f 2024-11-17T00:19:09,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802809346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:09,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:09,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802809347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:09,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6560a296e8224b9988d2c84319bdad1e is 50, key is test_row_0/C:col10/1731802747074/Put/seqid=0 2024-11-17T00:19:09,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742227_1403 (size=12151) 2024-11-17T00:19:09,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6560a296e8224b9988d2c84319bdad1e 2024-11-17T00:19:09,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/10135ec3a01f44748f870330bfede97b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b 2024-11-17T00:19:09,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b, entries=150, sequenceid=177, filesize=30.4 K 2024-11-17T00:19:09,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/f2ee8207e9174cbe9e00e10f1c32ac5f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f 2024-11-17T00:19:09,777 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f, entries=150, sequenceid=177, filesize=11.9 K 2024-11-17T00:19:09,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6560a296e8224b9988d2c84319bdad1e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e 2024-11-17T00:19:09,781 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e, entries=150, sequenceid=177, filesize=11.9 K 2024-11-17T00:19:09,781 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for d8243aaafb56eef459dc1711c01da96a in 1665ms, sequenceid=177, compaction requested=true 2024-11-17T00:19:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:09,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:09,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-17T00:19:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-17T00:19:09,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-17T00:19:09,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8900 sec 2024-11-17T00:19:09,785 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 2.8940 sec 2024-11-17T00:19:10,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:10,353 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:10,353 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:10,361 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117583f1e4f8f9c42e095140668d2f09f26_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:10,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742228_1404 (size=14794) 2024-11-17T00:19:10,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802810367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802810368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802810370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802810371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802810372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802810473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802810475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,479 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802810477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802810477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802810480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802810679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802810681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802810681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802810683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,687 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802810686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,766 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:10,770 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117583f1e4f8f9c42e095140668d2f09f26_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117583f1e4f8f9c42e095140668d2f09f26_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:10,771 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7bdb82b33d92459f94af2310703f7d31, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:10,772 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7bdb82b33d92459f94af2310703f7d31 is 175, key is test_row_0/A:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:10,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742229_1405 (size=39749) 2024-11-17T00:19:10,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802810987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802810987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,991 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802810988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802810989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,992 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:10,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802810989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-17T00:19:10,998 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-17T00:19:10,999 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:11,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-17T00:19:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:11,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:11,001 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:11,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:11,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:11,153 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,180 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=198, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7bdb82b33d92459f94af2310703f7d31 2024-11-17T00:19:11,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/9c1a808d81a44200aef4bc65f5e631ae is 50, key is test_row_0/B:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:11,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742230_1406 (size=12151) 2024-11-17T00:19:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:11,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,306 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,458 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:11,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802811493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802811494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802811495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:11,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802811496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:11,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802811496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,597 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/9c1a808d81a44200aef4bc65f5e631ae 2024-11-17T00:19:11,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:11,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8ed089279b1b45c1be1d8232a01d5846 is 50, key is test_row_0/C:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:11,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742231_1407 (size=12151) 2024-11-17T00:19:11,611 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,612 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,612 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,764 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,765 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,917 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:11,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:11,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:11,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:12,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=198 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8ed089279b1b45c1be1d8232a01d5846 2024-11-17T00:19:12,012 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7bdb82b33d92459f94af2310703f7d31 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31 2024-11-17T00:19:12,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31, entries=200, sequenceid=198, filesize=38.8 K 2024-11-17T00:19:12,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/9c1a808d81a44200aef4bc65f5e631ae as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae 2024-11-17T00:19:12,020 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T00:19:12,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8ed089279b1b45c1be1d8232a01d5846 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846 2024-11-17T00:19:12,024 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846, entries=150, sequenceid=198, filesize=11.9 K 2024-11-17T00:19:12,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d8243aaafb56eef459dc1711c01da96a in 1673ms, sequenceid=198, compaction requested=true 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:12,025 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:12,025 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:12,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141966 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:12,027 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:12,027 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,027 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=138.6 K 2024-11-17T00:19:12,027 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,027 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/1853ab4eaa044c09889edcaa63bdbe90, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=47.7 K 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31] 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1853ab4eaa044c09889edcaa63bdbe90, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:12,027 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00c44115584d4445abceff5908859c27, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:12,028 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting df6773e83db447809c6190f33f312438, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802746417 2024-11-17T00:19:12,028 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52fa4e5c98eb43c8847e9c8abcfb5c40, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802746417 2024-11-17T00:19:12,028 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting f2ee8207e9174cbe9e00e10f1c32ac5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731802747065 2024-11-17T00:19:12,028 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 10135ec3a01f44748f870330bfede97b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731802747065 2024-11-17T00:19:12,028 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c1a808d81a44200aef4bc65f5e631ae, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:12,029 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bdb82b33d92459f94af2310703f7d31, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:12,039 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#346 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:12,039 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/989583e5ebea4e7b8bae38b92630a98f is 50, key is test_row_0/B:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:12,040 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:12,042 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411179abbf33e019245b99df111a2f506cb57_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:12,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742232_1408 (size=12595) 2024-11-17T00:19:12,045 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411179abbf33e019245b99df111a2f506cb57_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:12,045 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179abbf33e019245b99df111a2f506cb57_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:12,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742233_1409 (size=4469) 2024-11-17T00:19:12,051 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#347 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:12,051 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/c752553722a64e91b6c4a24cb1813725 is 175, key is test_row_0/A:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:12,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742234_1410 (size=31549) 2024-11-17T00:19:12,070 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,070 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-17T00:19:12,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,070 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:12,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:12,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117362f2bf2fcc040499819b61c227c12be_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802750371/Put/seqid=0 2024-11-17T00:19:12,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742235_1411 (size=12304) 2024-11-17T00:19:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:12,448 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/989583e5ebea4e7b8bae38b92630a98f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/989583e5ebea4e7b8bae38b92630a98f 2024-11-17T00:19:12,452 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 989583e5ebea4e7b8bae38b92630a98f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:12,452 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:12,452 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=12, startTime=1731802752025; duration=0sec 2024-11-17T00:19:12,452 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:12,452 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:12,452 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:12,453 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48862 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:12,454 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:12,454 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,454 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/477ba2fdef5e4be9815dc90ebe819593, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=47.7 K 2024-11-17T00:19:12,454 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 477ba2fdef5e4be9815dc90ebe819593, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1731802745258 2024-11-17T00:19:12,455 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting eb728c8e347641abb80ce4bd7ecdc4b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802746417 2024-11-17T00:19:12,455 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6560a296e8224b9988d2c84319bdad1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1731802747065 2024-11-17T00:19:12,455 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ed089279b1b45c1be1d8232a01d5846, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:12,458 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/c752553722a64e91b6c4a24cb1813725 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725 2024-11-17T00:19:12,462 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into c752553722a64e91b6c4a24cb1813725(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:12,462 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:12,462 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=12, startTime=1731802752025; duration=0sec 2024-11-17T00:19:12,463 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:12,463 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:12,464 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:12,465 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/95872b5fcfa148639592ae14029abe00 is 50, key is test_row_0/C:col10/1731802750351/Put/seqid=0 2024-11-17T00:19:12,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742236_1412 (size=12595) 2024-11-17T00:19:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:12,483 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117362f2bf2fcc040499819b61c227c12be_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117362f2bf2fcc040499819b61c227c12be_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/f6e3c9106fda4636bdac20b143476c9b, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:12,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/f6e3c9106fda4636bdac20b143476c9b is 175, key is test_row_0/A:col10/1731802750371/Put/seqid=0 2024-11-17T00:19:12,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742237_1413 (size=31105) 2024-11-17T00:19:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:12,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:12,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802812523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802812524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802812525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802812525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802812528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802812632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802812633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802812633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802812634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802812636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802812837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802812837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802812838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802812839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:12,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802812842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:12,873 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/95872b5fcfa148639592ae14029abe00 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/95872b5fcfa148639592ae14029abe00 2024-11-17T00:19:12,877 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into 95872b5fcfa148639592ae14029abe00(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:12,878 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:12,878 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=12, startTime=1731802752025; duration=0sec 2024-11-17T00:19:12,878 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:12,878 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:12,892 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=213, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/f6e3c9106fda4636bdac20b143476c9b 2024-11-17T00:19:12,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/8612cf4ae20d49e8bed76619efdc96c7 is 50, key is test_row_0/B:col10/1731802750371/Put/seqid=0 2024-11-17T00:19:12,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742238_1414 (size=12151) 2024-11-17T00:19:12,918 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/8612cf4ae20d49e8bed76619efdc96c7 2024-11-17T00:19:12,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/45ef2525570941afa0d24e6706e35388 is 50, key is test_row_0/C:col10/1731802750371/Put/seqid=0 2024-11-17T00:19:12,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742239_1415 (size=12151) 2024-11-17T00:19:12,954 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/45ef2525570941afa0d24e6706e35388 2024-11-17T00:19:12,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/f6e3c9106fda4636bdac20b143476c9b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b 2024-11-17T00:19:12,963 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b, entries=150, sequenceid=213, filesize=30.4 K 2024-11-17T00:19:12,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/8612cf4ae20d49e8bed76619efdc96c7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7 2024-11-17T00:19:12,969 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7, entries=150, sequenceid=213, filesize=11.9 K 2024-11-17T00:19:12,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-11-17T00:19:12,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/45ef2525570941afa0d24e6706e35388 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388 2024-11-17T00:19:12,974 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388, entries=150, sequenceid=213, filesize=11.9 K 2024-11-17T00:19:12,975 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d8243aaafb56eef459dc1711c01da96a in 905ms, sequenceid=213, compaction requested=false 2024-11-17T00:19:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:12,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-17T00:19:12,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-17T00:19:12,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-17T00:19:12,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9750 sec 2024-11-17T00:19:12,980 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.9790 sec 2024-11-17T00:19:13,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-17T00:19:13,104 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-17T00:19:13,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:13,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-17T00:19:13,107 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:13,107 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:13,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:13,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:13,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:19:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:13,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:13,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:13,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:13,151 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170d4ef260b2264d29a3540c176dd86cde_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:13,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742240_1416 (size=17284) 2024-11-17T00:19:13,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802813153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802813158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802813158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802813159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802813160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:13,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,260 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802813260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802813261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802813265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802813265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802813265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:13,411 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:13,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:13,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802813466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802813466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802813467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802813472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802813472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:13,559 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170d4ef260b2264d29a3540c176dd86cde_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d4ef260b2264d29a3540c176dd86cde_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:13,560 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/97c7ef804d4c4081b88c1c9f1fc858a0, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:13,561 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/97c7ef804d4c4081b88c1c9f1fc858a0 is 175, key is test_row_0/A:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:13,564 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,565 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742241_1417 (size=48389) 2024-11-17T00:19:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:13,717 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,718 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,718 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802813770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802813771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802813774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802813779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:13,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802813780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:13,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:13,871 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:13,968 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/97c7ef804d4c4081b88c1c9f1fc858a0 2024-11-17T00:19:13,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ae9444535a2c491bb1fc691a6c6cfaac is 50, key is test_row_0/B:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742242_1418 (size=12151) 2024-11-17T00:19:14,023 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,178 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,179 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:14,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802814275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,279 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802814276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802814280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:14,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802814285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,288 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802814286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,330 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,389 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ae9444535a2c491bb1fc691a6c6cfaac 2024-11-17T00:19:14,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8cc47d6e594e4d99a15c3aee681a2c42 is 50, key is test_row_0/C:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:14,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742243_1419 (size=12151) 2024-11-17T00:19:14,482 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,483 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,635 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,788 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:14,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8cc47d6e594e4d99a15c3aee681a2c42 2024-11-17T00:19:14,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/97c7ef804d4c4081b88c1c9f1fc858a0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0 2024-11-17T00:19:14,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0, entries=250, sequenceid=239, filesize=47.3 K 2024-11-17T00:19:14,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/ae9444535a2c491bb1fc691a6c6cfaac as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac 2024-11-17T00:19:14,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac, entries=150, sequenceid=239, filesize=11.9 K 2024-11-17T00:19:14,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/8cc47d6e594e4d99a15c3aee681a2c42 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42 2024-11-17T00:19:14,825 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42, entries=150, sequenceid=239, filesize=11.9 K 2024-11-17T00:19:14,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for d8243aaafb56eef459dc1711c01da96a in 1683ms, sequenceid=239, compaction requested=true 2024-11-17T00:19:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:14,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:14,826 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:14,826 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:14,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:14,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111043 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:14,827 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:14,827 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:14,827 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,827 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:14,827 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,828 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=108.4 K 2024-11-17T00:19:14,828 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/989583e5ebea4e7b8bae38b92630a98f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=36.0 K 2024-11-17T00:19:14,828 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,828 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0] 2024-11-17T00:19:14,828 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 989583e5ebea4e7b8bae38b92630a98f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:14,828 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c752553722a64e91b6c4a24cb1813725, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:14,828 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6e3c9106fda4636bdac20b143476c9b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731802750369 2024-11-17T00:19:14,828 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8612cf4ae20d49e8bed76619efdc96c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731802750369 2024-11-17T00:19:14,829 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97c7ef804d4c4081b88c1c9f1fc858a0, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752521 2024-11-17T00:19:14,829 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ae9444535a2c491bb1fc691a6c6cfaac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752524 2024-11-17T00:19:14,836 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:14,836 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/29fe03d5198a4016817c937d03c9f705 is 50, key is test_row_0/B:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:14,838 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:14,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742244_1420 (size=12697) 2024-11-17T00:19:14,847 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/29fe03d5198a4016817c937d03c9f705 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/29fe03d5198a4016817c937d03c9f705 2024-11-17T00:19:14,848 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111742ca241cd55447e8a5d788c91f53a19a_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:14,850 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111742ca241cd55447e8a5d788c91f53a19a_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:14,850 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111742ca241cd55447e8a5d788c91f53a19a_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:14,851 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 29fe03d5198a4016817c937d03c9f705(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:14,851 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:14,851 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=13, startTime=1731802754826; duration=0sec 2024-11-17T00:19:14,851 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:14,851 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:14,851 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:14,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:14,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:14,852 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,852 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/95872b5fcfa148639592ae14029abe00, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=36.0 K 2024-11-17T00:19:14,852 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 95872b5fcfa148639592ae14029abe00, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=198, earliestPutTs=1731802748211 2024-11-17T00:19:14,853 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ef2525570941afa0d24e6706e35388, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1731802750369 2024-11-17T00:19:14,853 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cc47d6e594e4d99a15c3aee681a2c42, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752524 2024-11-17T00:19:14,860 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:14,860 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/7309ca207a9d42218e87bd5b97d5c660 is 50, key is test_row_0/C:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:14,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742245_1421 (size=4469) 2024-11-17T00:19:14,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742246_1422 (size=12697) 2024-11-17T00:19:14,880 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/7309ca207a9d42218e87bd5b97d5c660 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/7309ca207a9d42218e87bd5b97d5c660 2024-11-17T00:19:14,885 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into 7309ca207a9d42218e87bd5b97d5c660(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:14,885 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:14,885 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=13, startTime=1731802754827; duration=0sec 2024-11-17T00:19:14,885 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:14,885 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:14,941 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:14,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:14,942 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:14,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:14,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174e8216ab9b474211b504ceff48353a8c_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802753158/Put/seqid=0 2024-11-17T00:19:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742247_1423 (size=12304) 2024-11-17T00:19:15,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:15,271 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#356 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:15,272 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5268c4713f5b49e8ad554126dc8c1f7b is 175, key is test_row_0/A:col10/1731802753143/Put/seqid=0 2024-11-17T00:19:15,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742248_1424 (size=31651) 2024-11-17T00:19:15,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:15,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802815335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802815336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802815336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802815337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802815337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:15,356 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411174e8216ab9b474211b504ceff48353a8c_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174e8216ab9b474211b504ceff48353a8c_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:15,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/be24c49812194c11b7e7db8dc2ac9fee, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:15,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/be24c49812194c11b7e7db8dc2ac9fee is 175, key is test_row_0/A:col10/1731802753158/Put/seqid=0 2024-11-17T00:19:15,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742249_1425 (size=31105) 2024-11-17T00:19:15,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/be24c49812194c11b7e7db8dc2ac9fee 2024-11-17T00:19:15,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/5c923c8a1087472eb069993473bd02de is 50, key is test_row_0/B:col10/1731802753158/Put/seqid=0 2024-11-17T00:19:15,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742250_1426 (size=12151) 2024-11-17T00:19:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802815443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802815443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802815443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802815444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802815444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802815646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802815646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802815647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802815647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802815647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,681 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/5268c4713f5b49e8ad554126dc8c1f7b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b 2024-11-17T00:19:15,686 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into 5268c4713f5b49e8ad554126dc8c1f7b(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:15,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:15,686 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=13, startTime=1731802754826; duration=0sec 2024-11-17T00:19:15,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:15,686 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:15,773 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/5c923c8a1087472eb069993473bd02de 2024-11-17T00:19:15,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/278f2c89ed0f45898078470150adb297 is 50, key is test_row_0/C:col10/1731802753158/Put/seqid=0 2024-11-17T00:19:15,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742251_1427 (size=12151) 2024-11-17T00:19:15,951 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802815950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802815951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802815952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802815952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:15,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:15,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802815953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,184 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/278f2c89ed0f45898078470150adb297 2024-11-17T00:19:16,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/be24c49812194c11b7e7db8dc2ac9fee as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee 2024-11-17T00:19:16,198 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee, entries=150, sequenceid=255, filesize=30.4 K 2024-11-17T00:19:16,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/5c923c8a1087472eb069993473bd02de as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de 2024-11-17T00:19:16,202 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de, entries=150, sequenceid=255, filesize=11.9 K 2024-11-17T00:19:16,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/278f2c89ed0f45898078470150adb297 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297 2024-11-17T00:19:16,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297, entries=150, sequenceid=255, filesize=11.9 K 2024-11-17T00:19:16,207 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d8243aaafb56eef459dc1711c01da96a in 1264ms, sequenceid=255, compaction requested=false 2024-11-17T00:19:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:16,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-17T00:19:16,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-17T00:19:16,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-17T00:19:16,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.1010 sec 2024-11-17T00:19:16,210 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.1030 sec 2024-11-17T00:19:16,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:16,459 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:16,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:16,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170998ce83af0b4dad9023f4b75915eb0e_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:16,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742252_1428 (size=14994) 2024-11-17T00:19:16,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802816471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802816472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802816472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802816473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802816476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802816577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802816581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802816581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802816581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802816583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802816781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802816785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802816786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802816786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:16,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802816787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:16,874 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:16,878 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170998ce83af0b4dad9023f4b75915eb0e_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170998ce83af0b4dad9023f4b75915eb0e_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:16,879 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/d2419747143c490e85a61ed85c929784, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:16,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/d2419747143c490e85a61ed85c929784 is 175, key is test_row_0/A:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:16,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742253_1429 (size=39949) 2024-11-17T00:19:17,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802817085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802817091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802817091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802817092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802817093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-17T00:19:17,212 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-17T00:19:17,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:17,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-17T00:19:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:17,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:17,215 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:17,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:17,305 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=279, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/d2419747143c490e85a61ed85c929784 2024-11-17T00:19:17,312 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/34b4b242595f4123ae4b040bb98be71b is 50, key is test_row_0/B:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:17,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742254_1430 (size=12301) 2024-11-17T00:19:17,366 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-17T00:19:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:17,519 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-17T00:19:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,520 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58904 deadline: 1731802817592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58910 deadline: 1731802817597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58920 deadline: 1731802817598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58958 deadline: 1731802817598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58942 deadline: 1731802817600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,672 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-17T00:19:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:17,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,672 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:17,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/34b4b242595f4123ae4b040bb98be71b 2024-11-17T00:19:17,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6a639fb8e3be455ebe37f61ba3bd0bbb is 50, key is test_row_0/C:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:17,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742255_1431 (size=12301) 2024-11-17T00:19:17,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=279 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6a639fb8e3be455ebe37f61ba3bd0bbb 2024-11-17T00:19:17,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/d2419747143c490e85a61ed85c929784 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784 2024-11-17T00:19:17,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784, entries=200, sequenceid=279, filesize=39.0 K 2024-11-17T00:19:17,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/34b4b242595f4123ae4b040bb98be71b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b 2024-11-17T00:19:17,748 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b, entries=150, sequenceid=279, filesize=12.0 K 2024-11-17T00:19:17,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/6a639fb8e3be455ebe37f61ba3bd0bbb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb 2024-11-17T00:19:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb, entries=150, sequenceid=279, filesize=12.0 K 2024-11-17T00:19:17,753 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d8243aaafb56eef459dc1711c01da96a in 1294ms, sequenceid=279, compaction requested=true 2024-11-17T00:19:17,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:17,754 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:17,754 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d8243aaafb56eef459dc1711c01da96a:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:17,754 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:17,756 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:17,756 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:17,756 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/B is initiating minor compaction (all files) 2024-11-17T00:19:17,756 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/A is initiating minor compaction (all files) 2024-11-17T00:19:17,756 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/A in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,756 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/B in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,756 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=100.3 K 2024-11-17T00:19:17,756 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/29fe03d5198a4016817c937d03c9f705, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=36.3 K 2024-11-17T00:19:17,756 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,756 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784] 2024-11-17T00:19:17,757 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 29fe03d5198a4016817c937d03c9f705, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752524 2024-11-17T00:19:17,757 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5268c4713f5b49e8ad554126dc8c1f7b, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752524 2024-11-17T00:19:17,758 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c923c8a1087472eb069993473bd02de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731802753157 2024-11-17T00:19:17,758 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting be24c49812194c11b7e7db8dc2ac9fee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731802753157 2024-11-17T00:19:17,758 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting d2419747143c490e85a61ed85c929784, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802755334 2024-11-17T00:19:17,758 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 34b4b242595f4123ae4b040bb98be71b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802755334 2024-11-17T00:19:17,766 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:17,768 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:17,769 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/73fff8fb1be9401d847c39576492362d is 50, key is test_row_0/B:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:17,771 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411176cef6dde45f74e519c0f386284799502_d8243aaafb56eef459dc1711c01da96a store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:17,772 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411176cef6dde45f74e519c0f386284799502_d8243aaafb56eef459dc1711c01da96a, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:17,773 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411176cef6dde45f74e519c0f386284799502_d8243aaafb56eef459dc1711c01da96a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:17,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742256_1432 (size=12949) 2024-11-17T00:19:17,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742257_1433 (size=4469) 2024-11-17T00:19:17,792 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/73fff8fb1be9401d847c39576492362d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73fff8fb1be9401d847c39576492362d 2024-11-17T00:19:17,792 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#A#compaction#365 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:17,793 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/241e91d6b3c442cdac82c85337d0de1d is 175, key is test_row_0/A:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:17,800 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/B of d8243aaafb56eef459dc1711c01da96a into 73fff8fb1be9401d847c39576492362d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:17,800 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:17,800 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/B, priority=13, startTime=1731802757754; duration=0sec 2024-11-17T00:19:17,800 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:17,800 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:B 2024-11-17T00:19:17,801 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:17,801 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:17,801 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): d8243aaafb56eef459dc1711c01da96a/C is initiating minor compaction (all files) 2024-11-17T00:19:17,802 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d8243aaafb56eef459dc1711c01da96a/C in TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,802 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/7309ca207a9d42218e87bd5b97d5c660, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp, totalSize=36.3 K 2024-11-17T00:19:17,802 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7309ca207a9d42218e87bd5b97d5c660, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1731802752524 2024-11-17T00:19:17,802 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 278f2c89ed0f45898078470150adb297, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1731802753157 2024-11-17T00:19:17,802 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a639fb8e3be455ebe37f61ba3bd0bbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=279, earliestPutTs=1731802755334 2024-11-17T00:19:17,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742258_1434 (size=31903) 2024-11-17T00:19:17,817 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d8243aaafb56eef459dc1711c01da96a#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:17,817 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/678864d42f3744b799bae2cec549ff89 is 50, key is test_row_0/C:col10/1731802755336/Put/seqid=0 2024-11-17T00:19:17,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:17,819 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/241e91d6b3c442cdac82c85337d0de1d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/241e91d6b3c442cdac82c85337d0de1d 2024-11-17T00:19:17,824 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/A of d8243aaafb56eef459dc1711c01da96a into 241e91d6b3c442cdac82c85337d0de1d(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:17,824 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:17,824 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/A, priority=13, startTime=1731802757754; duration=0sec 2024-11-17T00:19:17,824 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:17,824 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:A 2024-11-17T00:19:17,825 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742259_1435 (size=12949) 2024-11-17T00:19:17,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-17T00:19:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:17,826 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:19:17,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:17,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:17,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a7d9b55fda884980bda7c7d665d84faa_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_0/A:col10/1731802756472/Put/seqid=0 2024-11-17T00:19:17,840 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/678864d42f3744b799bae2cec549ff89 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/678864d42f3744b799bae2cec549ff89 2024-11-17T00:19:17,843 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d8243aaafb56eef459dc1711c01da96a/C of d8243aaafb56eef459dc1711c01da96a into 678864d42f3744b799bae2cec549ff89(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:17,843 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:17,843 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a., storeName=d8243aaafb56eef459dc1711c01da96a/C, priority=13, startTime=1731802757754; duration=0sec 2024-11-17T00:19:17,843 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:17,843 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d8243aaafb56eef459dc1711c01da96a:C 2024-11-17T00:19:17,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742260_1436 (size=12454) 2024-11-17T00:19:17,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:17,849 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117a7d9b55fda884980bda7c7d665d84faa_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a7d9b55fda884980bda7c7d665d84faa_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:17,850 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7391cfe3230749668fe962573b4242b5, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:17,851 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7391cfe3230749668fe962573b4242b5 is 175, key is test_row_0/A:col10/1731802756472/Put/seqid=0 2024-11-17T00:19:17,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742261_1437 (size=31255) 2024-11-17T00:19:18,257 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7391cfe3230749668fe962573b4242b5 2024-11-17T00:19:18,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/e67e1b60dc1e41f8933d3751ff772cfe is 50, key is test_row_0/B:col10/1731802756472/Put/seqid=0 2024-11-17T00:19:18,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742262_1438 (size=12301) 2024-11-17T00:19:18,269 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/e67e1b60dc1e41f8933d3751ff772cfe 2024-11-17T00:19:18,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/03bdeddf64404cf7b68654f71d508bc7 is 50, key is test_row_0/C:col10/1731802756472/Put/seqid=0 2024-11-17T00:19:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742263_1439 (size=12301) 2024-11-17T00:19:18,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:18,550 DEBUG [Thread-1608 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1e247aa1 to 127.0.0.1:50278 2024-11-17T00:19:18,551 DEBUG [Thread-1608 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,551 DEBUG [Thread-1614 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x37ec8e3b to 127.0.0.1:50278 2024-11-17T00:19:18,551 DEBUG [Thread-1614 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,553 DEBUG [Thread-1612 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6584e9ce to 127.0.0.1:50278 2024-11-17T00:19:18,553 DEBUG [Thread-1612 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,553 DEBUG [Thread-1610 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2205f666 to 127.0.0.1:50278 2024-11-17T00:19:18,553 DEBUG [Thread-1610 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,554 DEBUG [Thread-1616 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x787e5169 to 127.0.0.1:50278 2024-11-17T00:19:18,554 DEBUG [Thread-1616 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:18,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. as already flushing 2024-11-17T00:19:18,604 DEBUG [Thread-1599 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72f422b4 to 127.0.0.1:50278 2024-11-17T00:19:18,604 DEBUG [Thread-1599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,605 DEBUG [Thread-1601 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2df33cdf to 127.0.0.1:50278 2024-11-17T00:19:18,605 DEBUG [Thread-1601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,606 DEBUG [Thread-1597 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3637e4c6 to 127.0.0.1:50278 2024-11-17T00:19:18,606 DEBUG [Thread-1597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,606 DEBUG [Thread-1603 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09f472e0 to 127.0.0.1:50278 2024-11-17T00:19:18,606 DEBUG [Thread-1603 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,612 DEBUG [Thread-1605 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167a78b0 to 127.0.0.1:50278 2024-11-17T00:19:18,612 DEBUG [Thread-1605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:18,708 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/03bdeddf64404cf7b68654f71d508bc7 2024-11-17T00:19:18,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/7391cfe3230749668fe962573b4242b5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7391cfe3230749668fe962573b4242b5 2024-11-17T00:19:18,714 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7391cfe3230749668fe962573b4242b5, entries=150, sequenceid=294, filesize=30.5 K 2024-11-17T00:19:18,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/e67e1b60dc1e41f8933d3751ff772cfe as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/e67e1b60dc1e41f8933d3751ff772cfe 2024-11-17T00:19:18,717 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/e67e1b60dc1e41f8933d3751ff772cfe, entries=150, sequenceid=294, filesize=12.0 K 2024-11-17T00:19:18,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/03bdeddf64404cf7b68654f71d508bc7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/03bdeddf64404cf7b68654f71d508bc7 2024-11-17T00:19:18,720 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/03bdeddf64404cf7b68654f71d508bc7, entries=150, sequenceid=294, filesize=12.0 K 2024-11-17T00:19:18,720 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=33.54 KB/34350 for d8243aaafb56eef459dc1711c01da96a in 894ms, sequenceid=294, compaction requested=false 2024-11-17T00:19:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:18,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-17T00:19:18,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-17T00:19:18,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-17T00:19:18,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5060 sec 2024-11-17T00:19:18,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.5090 sec 2024-11-17T00:19:19,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-17T00:19:19,319 INFO [Thread-1607 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 43 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 48 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 47 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2641 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7923 rows 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2660 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7979 rows 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2663 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7985 rows 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2686 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8049 rows 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2661 2024-11-17T00:19:19,319 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7979 rows 2024-11-17T00:19:19,319 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:19:19,319 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1df61dc9 to 127.0.0.1:50278 2024-11-17T00:19:19,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:19,324 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:19:19,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:19:19,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:19,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802759327"}]},"ts":"1731802759327"} 2024-11-17T00:19:19,329 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:19:19,330 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:19:19,331 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:19:19,332 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, UNASSIGN}] 2024-11-17T00:19:19,332 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, UNASSIGN 2024-11-17T00:19:19,333 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:19,333 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:19:19,333 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:19,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:19,484 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:19,485 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing d8243aaafb56eef459dc1711c01da96a, disabling compactions & flushes 2024-11-17T00:19:19,485 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. after waiting 0 ms 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:19,485 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing d8243aaafb56eef459dc1711c01da96a 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T00:19:19,485 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=A 2024-11-17T00:19:19,486 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:19,486 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=B 2024-11-17T00:19:19,486 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:19,486 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d8243aaafb56eef459dc1711c01da96a, store=C 2024-11-17T00:19:19,486 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:19,490 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173e5a9764475c42869b5365ac7cc720a1_d8243aaafb56eef459dc1711c01da96a is 50, key is test_row_1/A:col10/1731802758605/Put/seqid=0 2024-11-17T00:19:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742264_1440 (size=9914) 2024-11-17T00:19:19,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:19,894 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:19,897 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173e5a9764475c42869b5365ac7cc720a1_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173e5a9764475c42869b5365ac7cc720a1_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:19,898 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/27f76d7584e34fbfab66dce80cd2f21c, store: [table=TestAcidGuarantees family=A region=d8243aaafb56eef459dc1711c01da96a] 2024-11-17T00:19:19,898 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/27f76d7584e34fbfab66dce80cd2f21c is 175, key is test_row_1/A:col10/1731802758605/Put/seqid=0 2024-11-17T00:19:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742265_1441 (size=22561) 2024-11-17T00:19:19,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:20,302 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/27f76d7584e34fbfab66dce80cd2f21c 2024-11-17T00:19:20,308 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/3e499fc5b57d416eb577936fd9e89ae7 is 50, key is test_row_1/B:col10/1731802758605/Put/seqid=0 2024-11-17T00:19:20,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742266_1442 (size=9857) 2024-11-17T00:19:20,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:20,711 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/3e499fc5b57d416eb577936fd9e89ae7 2024-11-17T00:19:20,717 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/1a81cba4c4234af2902db8660af48d49 is 50, key is test_row_1/C:col10/1731802758605/Put/seqid=0 2024-11-17T00:19:20,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742267_1443 (size=9857) 2024-11-17T00:19:21,121 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/1a81cba4c4234af2902db8660af48d49 2024-11-17T00:19:21,124 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/A/27f76d7584e34fbfab66dce80cd2f21c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/27f76d7584e34fbfab66dce80cd2f21c 2024-11-17T00:19:21,127 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/27f76d7584e34fbfab66dce80cd2f21c, entries=100, sequenceid=303, filesize=22.0 K 2024-11-17T00:19:21,128 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/B/3e499fc5b57d416eb577936fd9e89ae7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/3e499fc5b57d416eb577936fd9e89ae7 2024-11-17T00:19:21,130 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/3e499fc5b57d416eb577936fd9e89ae7, entries=100, sequenceid=303, filesize=9.6 K 2024-11-17T00:19:21,131 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/.tmp/C/1a81cba4c4234af2902db8660af48d49 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/1a81cba4c4234af2902db8660af48d49 2024-11-17T00:19:21,133 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/1a81cba4c4234af2902db8660af48d49, entries=100, sequenceid=303, filesize=9.6 K 2024-11-17T00:19:21,134 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d8243aaafb56eef459dc1711c01da96a in 1649ms, sequenceid=303, compaction requested=true 2024-11-17T00:19:21,134 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784] to archive 2024-11-17T00:19:21,135 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:21,136 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/60031c5b5de941b1ad611163002c89c0 2024-11-17T00:19:21,137 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5aafc87345e747f7a69109e9eae9e269 2024-11-17T00:19:21,138 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/8c021cc3723a4c68b3f2bcc357ef2759 2024-11-17T00:19:21,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5ae5370f9cd04077aed660ad436edefe 2024-11-17T00:19:21,139 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/84707439dcea432faea69c3a7897681d 2024-11-17T00:19:21,140 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/2ca2ddd9a302494c94c4c6592a86eea6 2024-11-17T00:19:21,141 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ee97c46ca754411b8a80dbdd0ccddf88 2024-11-17T00:19:21,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/aea6891fbba94fca91d207e0f795fd4d 2024-11-17T00:19:21,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/ea7178c8affc47bcb54b3790e386a809 2024-11-17T00:19:21,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/00c44115584d4445abceff5908859c27 2024-11-17T00:19:21,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/52fa4e5c98eb43c8847e9c8abcfb5c40 2024-11-17T00:19:21,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/10135ec3a01f44748f870330bfede97b 2024-11-17T00:19:21,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7bdb82b33d92459f94af2310703f7d31 2024-11-17T00:19:21,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/c752553722a64e91b6c4a24cb1813725 2024-11-17T00:19:21,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/f6e3c9106fda4636bdac20b143476c9b 2024-11-17T00:19:21,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/97c7ef804d4c4081b88c1c9f1fc858a0 2024-11-17T00:19:21,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/5268c4713f5b49e8ad554126dc8c1f7b 2024-11-17T00:19:21,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/be24c49812194c11b7e7db8dc2ac9fee 2024-11-17T00:19:21,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/d2419747143c490e85a61ed85c929784 2024-11-17T00:19:21,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73e3ad7b483240728bd605ef1ec53bbf, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/04f540ed6652435083aa6acca40c5504, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/1853ab4eaa044c09889edcaa63bdbe90, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/989583e5ebea4e7b8bae38b92630a98f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/29fe03d5198a4016817c937d03c9f705, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b] to archive 2024-11-17T00:19:21,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:21,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/53a6beb50bbf4b718e2753c78482fa57 2024-11-17T00:19:21,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/a399cc4efb89457e8e36dec80fbb6e5a 2024-11-17T00:19:21,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73e3ad7b483240728bd605ef1ec53bbf to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73e3ad7b483240728bd605ef1ec53bbf 2024-11-17T00:19:21,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/75324cee27824358aabb1490621f4c04 2024-11-17T00:19:21,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/2d785c9cd81443a7b21c9d6787d5764a 2024-11-17T00:19:21,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/04f540ed6652435083aa6acca40c5504 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/04f540ed6652435083aa6acca40c5504 2024-11-17T00:19:21,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/0b4de15f8f404e0d99d0dc6797c06ae0 2024-11-17T00:19:21,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/d1cf16a48d8041ca99e92af60ab185c7 2024-11-17T00:19:21,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/1853ab4eaa044c09889edcaa63bdbe90 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/1853ab4eaa044c09889edcaa63bdbe90 2024-11-17T00:19:21,160 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ef069062d9434896965f96b0fd46cac1 2024-11-17T00:19:21,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/df6773e83db447809c6190f33f312438 2024-11-17T00:19:21,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/f2ee8207e9174cbe9e00e10f1c32ac5f 2024-11-17T00:19:21,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/989583e5ebea4e7b8bae38b92630a98f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/989583e5ebea4e7b8bae38b92630a98f 2024-11-17T00:19:21,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/9c1a808d81a44200aef4bc65f5e631ae 2024-11-17T00:19:21,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/8612cf4ae20d49e8bed76619efdc96c7 2024-11-17T00:19:21,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/29fe03d5198a4016817c937d03c9f705 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/29fe03d5198a4016817c937d03c9f705 2024-11-17T00:19:21,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/ae9444535a2c491bb1fc691a6c6cfaac 2024-11-17T00:19:21,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/5c923c8a1087472eb069993473bd02de 2024-11-17T00:19:21,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/34b4b242595f4123ae4b040bb98be71b 2024-11-17T00:19:21,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/d96bdf1fce5e4d44b9d835c1bdeaf73d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/43c71fa4aab14b90b0c860e8401d0b0a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/477ba2fdef5e4be9815dc90ebe819593, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/95872b5fcfa148639592ae14029abe00, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/7309ca207a9d42218e87bd5b97d5c660, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb] to archive 2024-11-17T00:19:21,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:21,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/af094dec1c4d40959059d0e8e4478bad 2024-11-17T00:19:21,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/2e1a607746b541338b09aec2dad00b47 2024-11-17T00:19:21,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/d96bdf1fce5e4d44b9d835c1bdeaf73d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/d96bdf1fce5e4d44b9d835c1bdeaf73d 2024-11-17T00:19:21,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/4ee6d9a9170347b6833fd6c036901eca 2024-11-17T00:19:21,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/11031486d14d44fdafe2728c42366518 2024-11-17T00:19:21,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/43c71fa4aab14b90b0c860e8401d0b0a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/43c71fa4aab14b90b0c860e8401d0b0a 2024-11-17T00:19:21,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/dab56cfc899842d19ef6ccd545f159c0 2024-11-17T00:19:21,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/62eea498664e4ad3aeb5de3632acc9a8 2024-11-17T00:19:21,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/477ba2fdef5e4be9815dc90ebe819593 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/477ba2fdef5e4be9815dc90ebe819593 2024-11-17T00:19:21,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/28c815905dfb48a8bc7bf08c5d68f553 2024-11-17T00:19:21,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/eb728c8e347641abb80ce4bd7ecdc4b4 2024-11-17T00:19:21,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6560a296e8224b9988d2c84319bdad1e 2024-11-17T00:19:21,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/95872b5fcfa148639592ae14029abe00 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/95872b5fcfa148639592ae14029abe00 2024-11-17T00:19:21,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8ed089279b1b45c1be1d8232a01d5846 2024-11-17T00:19:21,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/45ef2525570941afa0d24e6706e35388 2024-11-17T00:19:21,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/7309ca207a9d42218e87bd5b97d5c660 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/7309ca207a9d42218e87bd5b97d5c660 2024-11-17T00:19:21,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/8cc47d6e594e4d99a15c3aee681a2c42 2024-11-17T00:19:21,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/278f2c89ed0f45898078470150adb297 2024-11-17T00:19:21,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/6a639fb8e3be455ebe37f61ba3bd0bbb 2024-11-17T00:19:21,186 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits/306.seqid, newMaxSeqId=306, maxSeqId=4 2024-11-17T00:19:21,187 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a. 2024-11-17T00:19:21,187 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for d8243aaafb56eef459dc1711c01da96a: 2024-11-17T00:19:21,188 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,188 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=d8243aaafb56eef459dc1711c01da96a, regionState=CLOSED 2024-11-17T00:19:21,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-17T00:19:21,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure d8243aaafb56eef459dc1711c01da96a, server=3fbf313856f1,36661,1731802650791 in 1.8560 sec 2024-11-17T00:19:21,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-17T00:19:21,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d8243aaafb56eef459dc1711c01da96a, UNASSIGN in 1.8580 sec 2024-11-17T00:19:21,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-17T00:19:21,192 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8600 sec 2024-11-17T00:19:21,193 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802761193"}]},"ts":"1731802761193"} 2024-11-17T00:19:21,193 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:19:21,195 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:19:21,196 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8710 sec 2024-11-17T00:19:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-17T00:19:21,430 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-17T00:19:21,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:19:21,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-17T00:19:21,432 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,434 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,436 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits] 2024-11-17T00:19:21,438 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/241e91d6b3c442cdac82c85337d0de1d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/241e91d6b3c442cdac82c85337d0de1d 2024-11-17T00:19:21,438 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/27f76d7584e34fbfab66dce80cd2f21c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/27f76d7584e34fbfab66dce80cd2f21c 2024-11-17T00:19:21,440 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7391cfe3230749668fe962573b4242b5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/A/7391cfe3230749668fe962573b4242b5 2024-11-17T00:19:21,442 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/3e499fc5b57d416eb577936fd9e89ae7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/3e499fc5b57d416eb577936fd9e89ae7 2024-11-17T00:19:21,442 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73fff8fb1be9401d847c39576492362d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/73fff8fb1be9401d847c39576492362d 2024-11-17T00:19:21,443 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/e67e1b60dc1e41f8933d3751ff772cfe to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/B/e67e1b60dc1e41f8933d3751ff772cfe 2024-11-17T00:19:21,445 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/03bdeddf64404cf7b68654f71d508bc7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/03bdeddf64404cf7b68654f71d508bc7 2024-11-17T00:19:21,446 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/1a81cba4c4234af2902db8660af48d49 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/1a81cba4c4234af2902db8660af48d49 2024-11-17T00:19:21,447 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/678864d42f3744b799bae2cec549ff89 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/C/678864d42f3744b799bae2cec549ff89 2024-11-17T00:19:21,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits/306.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a/recovered.edits/306.seqid 2024-11-17T00:19:21,449 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,449 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:19:21,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:19:21,450 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T00:19:21,452 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111704f99f11c99140bea8faf7ae99e74f05_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111704f99f11c99140bea8faf7ae99e74f05_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,453 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170998ce83af0b4dad9023f4b75915eb0e_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170998ce83af0b4dad9023f4b75915eb0e_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,454 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d4ef260b2264d29a3540c176dd86cde_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d4ef260b2264d29a3540c176dd86cde_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,455 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d89aa3048904f99abcfeaebcfad6b90_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170d89aa3048904f99abcfeaebcfad6b90_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,455 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170efbedb91b084a24b4544a37e75a83be_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170efbedb91b084a24b4544a37e75a83be_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,456 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117362f2bf2fcc040499819b61c227c12be_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117362f2bf2fcc040499819b61c227c12be_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,457 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173e5a9764475c42869b5365ac7cc720a1_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173e5a9764475c42869b5365ac7cc720a1_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,458 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc6e273db094ec08c24e5abafcb3520_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174bc6e273db094ec08c24e5abafcb3520_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,459 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174e8216ab9b474211b504ceff48353a8c_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411174e8216ab9b474211b504ceff48353a8c_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,459 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117583f1e4f8f9c42e095140668d2f09f26_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117583f1e4f8f9c42e095140668d2f09f26_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,460 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760da514558bc4f90b6f6bfde46d2efa9_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111760da514558bc4f90b6f6bfde46d2efa9_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,461 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117969bdd0ac8cc4fde8eca2d12a8c63ec3_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117969bdd0ac8cc4fde8eca2d12a8c63ec3_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,462 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a4ec103a5f2b4cd19a9e52cde5332f80_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a4ec103a5f2b4cd19a9e52cde5332f80_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,463 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a7d9b55fda884980bda7c7d665d84faa_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117a7d9b55fda884980bda7c7d665d84faa_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,463 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d2adc1f059234ecf962ee4d59d028192_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d2adc1f059234ecf962ee4d59d028192_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,464 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117da733165b3394f34bd1a0119f196a661_d8243aaafb56eef459dc1711c01da96a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117da733165b3394f34bd1a0119f196a661_d8243aaafb56eef459dc1711c01da96a 2024-11-17T00:19:21,464 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:19:21,466 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,467 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:19:21,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:19:21,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,469 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:19:21,470 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802761469"}]},"ts":"9223372036854775807"} 2024-11-17T00:19:21,471 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:19:21,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d8243aaafb56eef459dc1711c01da96a, NAME => 'TestAcidGuarantees,,1731802735497.d8243aaafb56eef459dc1711c01da96a.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:19:21,471 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:19:21,471 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802761471"}]},"ts":"9223372036854775807"} 2024-11-17T00:19:21,472 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:19:21,474 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 43 msec 2024-11-17T00:19:21,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-17T00:19:21,533 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-17T00:19:21,542 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 239), OpenFileDescriptor=453 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=462 (was 447) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=15316 (was 15549) 2024-11-17T00:19:21,550 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=462, ProcessCount=11, AvailableMemoryMB=15315 2024-11-17T00:19:21,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:19:21,552 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:19:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:21,553 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:19:21,553 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:21,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-17T00:19:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:21,554 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:19:21,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742268_1444 (size=960) 2024-11-17T00:19:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:21,960 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:19:21,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742269_1445 (size=53) 2024-11-17T00:19:22,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 59f6534082d1318584f9c40ed08a6ed5, disabling compactions & flushes 2024-11-17T00:19:22,365 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. after waiting 0 ms 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,365 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,365 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:22,366 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:19:22,366 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802762366"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802762366"}]},"ts":"1731802762366"} 2024-11-17T00:19:22,367 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:19:22,368 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:19:22,368 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802762368"}]},"ts":"1731802762368"} 2024-11-17T00:19:22,368 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:19:22,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, ASSIGN}] 2024-11-17T00:19:22,373 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, ASSIGN 2024-11-17T00:19:22,373 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:19:22,523 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=59f6534082d1318584f9c40ed08a6ed5, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:22,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:22,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:22,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:22,678 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,678 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:19:22,678 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,678 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:19:22,678 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,678 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,679 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,680 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:22,680 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f6534082d1318584f9c40ed08a6ed5 columnFamilyName A 2024-11-17T00:19:22,681 DEBUG [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:22,681 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(327): Store=59f6534082d1318584f9c40ed08a6ed5/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:22,681 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,682 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:22,682 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f6534082d1318584f9c40ed08a6ed5 columnFamilyName B 2024-11-17T00:19:22,682 DEBUG [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:22,683 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(327): Store=59f6534082d1318584f9c40ed08a6ed5/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:22,683 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,684 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:22,684 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59f6534082d1318584f9c40ed08a6ed5 columnFamilyName C 2024-11-17T00:19:22,684 DEBUG [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:22,684 INFO [StoreOpener-59f6534082d1318584f9c40ed08a6ed5-1 {}] regionserver.HStore(327): Store=59f6534082d1318584f9c40ed08a6ed5/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:22,684 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,685 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,685 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,686 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:19:22,687 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:22,688 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:19:22,689 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 59f6534082d1318584f9c40ed08a6ed5; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59458219, jitterRate=-0.1140034943819046}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:19:22,689 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:22,690 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., pid=127, masterSystemTime=1731802762675 2024-11-17T00:19:22,691 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,691 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:22,691 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=59f6534082d1318584f9c40ed08a6ed5, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:22,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-17T00:19:22,692 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 in 168 msec 2024-11-17T00:19:22,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-17T00:19:22,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, ASSIGN in 320 msec 2024-11-17T00:19:22,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:19:22,694 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802762694"}]},"ts":"1731802762694"} 2024-11-17T00:19:22,695 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:19:22,697 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:19:22,698 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1450 sec 2024-11-17T00:19:23,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-17T00:19:23,657 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-17T00:19:23,658 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3512017b to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@301741f1 2024-11-17T00:19:23,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a6e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,662 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:19:23,665 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:19:23,667 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x695c2253 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63cefe40 2024-11-17T00:19:23,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c12a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,669 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7177efc9 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65df2359 2024-11-17T00:19:23,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef40578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,673 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x61d38088 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7d0ab200 2024-11-17T00:19:23,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bb71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,675 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043f683 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5871c039 2024-11-17T00:19:23,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc0f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b0c2472 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7daa5922 2024-11-17T00:19:23,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8b6e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,681 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b7f20c4 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bc486e1 2024-11-17T00:19:23,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11193a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,684 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7c40ba to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2070263a 2024-11-17T00:19:23,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7861b162, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,687 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x41b0e7b6 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6050584c 2024-11-17T00:19:23,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154f0f85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,690 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f2423f3 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6dd48863 2024-11-17T00:19:23,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a917b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,693 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x184771cf to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@51196534 2024-11-17T00:19:23,696 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c2725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:23,700 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:23,700 DEBUG [hconnection-0x3330e00f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-17T00:19:23,701 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,701 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:23,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:23,701 DEBUG [hconnection-0x75168a38-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:23,702 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:23,702 DEBUG [hconnection-0x4113bc79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,702 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,703 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59020, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,707 DEBUG [hconnection-0x36be6f88-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,707 DEBUG [hconnection-0x646e1d45-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,707 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,708 DEBUG [hconnection-0x248b8f81-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,708 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,708 DEBUG [hconnection-0x79ae36ea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,709 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,709 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59052, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,711 DEBUG [hconnection-0x5c69b145-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,711 DEBUG [hconnection-0x36a01d02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,712 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59078, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:23,712 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:19:23,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59064, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,716 DEBUG [hconnection-0x23b4d05-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:23,717 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:23,717 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/89937645aee74e31b7fb7754e916dd74 is 50, key is test_row_0/A:col10/1731802763709/Put/seqid=0 2024-11-17T00:19:23,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802823736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802823737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802823738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802823739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802823740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742270_1446 (size=12001) 2024-11-17T00:19:23,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/89937645aee74e31b7fb7754e916dd74 2024-11-17T00:19:23,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ca63975131184160b55239ceb4150e6b is 50, key is test_row_0/B:col10/1731802763709/Put/seqid=0 2024-11-17T00:19:23,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742271_1447 (size=12001) 2024-11-17T00:19:23,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ca63975131184160b55239ceb4150e6b 2024-11-17T00:19:23,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:23,802 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c086f6cb5d1147ba99119a67acdd4386 is 50, key is test_row_0/C:col10/1731802763709/Put/seqid=0 2024-11-17T00:19:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742272_1448 (size=12001) 2024-11-17T00:19:23,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c086f6cb5d1147ba99119a67acdd4386 2024-11-17T00:19:23,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/89937645aee74e31b7fb7754e916dd74 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74 2024-11-17T00:19:23,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:19:23,826 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ca63975131184160b55239ceb4150e6b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b 2024-11-17T00:19:23,830 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:19:23,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c086f6cb5d1147ba99119a67acdd4386 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386 2024-11-17T00:19:23,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386, entries=150, sequenceid=13, filesize=11.7 K 2024-11-17T00:19:23,836 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59f6534082d1318584f9c40ed08a6ed5 in 124ms, sequenceid=13, compaction requested=false 2024-11-17T00:19:23,836 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-17T00:19:23,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:23,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:23,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/dddb48de580945958d07a06ac2f35f26 is 50, key is test_row_0/A:col10/1731802763845/Put/seqid=0 2024-11-17T00:19:23,853 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802823849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742273_1449 (size=14341) 2024-11-17T00:19:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:23,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:23,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:23,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802823850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802823851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,856 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802823852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802823856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802823955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802823957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802823957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802823957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:23,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:23,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802823961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:24,006 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,159 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802824158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802824161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802824161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802824162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802824164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/dddb48de580945958d07a06ac2f35f26 2024-11-17T00:19:24,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/4c717000ae764416bbda1356a45fd4a5 is 50, key is test_row_0/B:col10/1731802763845/Put/seqid=0 2024-11-17T00:19:24,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742274_1450 (size=12001) 2024-11-17T00:19:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:24,311 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802824460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802824471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802824471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802824472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802824472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,626 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/4c717000ae764416bbda1356a45fd4a5 2024-11-17T00:19:24,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/d10af8d284504fd59f1abc94d4df895a is 50, key is test_row_0/C:col10/1731802763845/Put/seqid=0 2024-11-17T00:19:24,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742275_1451 (size=12001) 2024-11-17T00:19:24,779 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:24,931 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:24,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:24,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:24,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:24,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802824971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802824977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802824977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802824978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:24,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802824980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:25,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/d10af8d284504fd59f1abc94d4df895a 2024-11-17T00:19:25,084 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:25,084 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:25,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:25,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:25,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:25,084 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:25,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:25,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/dddb48de580945958d07a06ac2f35f26 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26 2024-11-17T00:19:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:25,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26, entries=200, sequenceid=38, filesize=14.0 K 2024-11-17T00:19:25,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/4c717000ae764416bbda1356a45fd4a5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5 2024-11-17T00:19:25,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5, entries=150, sequenceid=38, filesize=11.7 K 2024-11-17T00:19:25,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/d10af8d284504fd59f1abc94d4df895a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a 2024-11-17T00:19:25,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a, entries=150, sequenceid=38, filesize=11.7 K 2024-11-17T00:19:25,103 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 59f6534082d1318584f9c40ed08a6ed5 in 1258ms, sequenceid=38, compaction requested=false 2024-11-17T00:19:25,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:25,236 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:25,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-17T00:19:25,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:25,237 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:25,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:25,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad is 50, key is test_row_0/A:col10/1731802763851/Put/seqid=0 2024-11-17T00:19:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742276_1452 (size=12001) 2024-11-17T00:19:25,646 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad 2024-11-17T00:19:25,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/c68833329e09465ebadec65846638942 is 50, key is test_row_0/B:col10/1731802763851/Put/seqid=0 2024-11-17T00:19:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742277_1453 (size=12001) 2024-11-17T00:19:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:25,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:25,980 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:26,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,058 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/c68833329e09465ebadec65846638942 2024-11-17T00:19:26,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7a3b1c95e3c845e0a2cddbf68bd543be is 50, key is test_row_0/C:col10/1731802763851/Put/seqid=0 2024-11-17T00:19:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742278_1454 (size=12001) 2024-11-17T00:19:26,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,469 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7a3b1c95e3c845e0a2cddbf68bd543be 2024-11-17T00:19:26,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad 2024-11-17T00:19:26,476 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:19:26,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/c68833329e09465ebadec65846638942 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942 2024-11-17T00:19:26,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:19:26,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7a3b1c95e3c845e0a2cddbf68bd543be as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be 2024-11-17T00:19:26,484 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be, entries=150, sequenceid=49, filesize=11.7 K 2024-11-17T00:19:26,485 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 59f6534082d1318584f9c40ed08a6ed5 in 1248ms, sequenceid=49, compaction requested=true 2024-11-17T00:19:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:26,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-17T00:19:26,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-17T00:19:26,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-17T00:19:26,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7840 sec 2024-11-17T00:19:26,488 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.7880 sec 2024-11-17T00:19:26,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:26,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:26,625 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:26,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1c7beb8afb3d40348b87109591465937 is 50, key is test_row_0/A:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742279_1455 (size=14341) 2024-11-17T00:19:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:19:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,747 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802826939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802826940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802826940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802826948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:26,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:26,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802826949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,033 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1c7beb8afb3d40348b87109591465937 2024-11-17T00:19:27,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/82d6f5b5a8774e9f83b073ffe594343b is 50, key is test_row_0/B:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742280_1456 (size=12001) 2024-11-17T00:19:27,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802827243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802827245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802827246, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802827252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802827254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/82d6f5b5a8774e9f83b073ffe594343b 2024-11-17T00:19:27,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/e070f2a476284905b67b9de759e8e59d is 50, key is test_row_0/C:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:27,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742281_1457 (size=12001) 2024-11-17T00:19:27,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/e070f2a476284905b67b9de759e8e59d 2024-11-17T00:19:27,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1c7beb8afb3d40348b87109591465937 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937 2024-11-17T00:19:27,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937, entries=200, sequenceid=76, filesize=14.0 K 2024-11-17T00:19:27,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/82d6f5b5a8774e9f83b073ffe594343b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b 2024-11-17T00:19:27,472 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:19:27,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/e070f2a476284905b67b9de759e8e59d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d 2024-11-17T00:19:27,476 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d, entries=150, sequenceid=76, filesize=11.7 K 2024-11-17T00:19:27,477 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 59f6534082d1318584f9c40ed08a6ed5 in 853ms, sequenceid=76, compaction requested=true 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:27,477 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:27,477 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:27,477 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:27,479 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:27,479 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:27,480 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:27,480 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:27,480 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=46.9 K 2024-11-17T00:19:27,480 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=51.4 K 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 89937645aee74e31b7fb7754e916dd74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802763709 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ca63975131184160b55239ceb4150e6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802763709 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c717000ae764416bbda1356a45fd4a5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731802763737 2024-11-17T00:19:27,480 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting dddb48de580945958d07a06ac2f35f26, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731802763737 2024-11-17T00:19:27,481 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c68833329e09465ebadec65846638942, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802763848 2024-11-17T00:19:27,481 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ea66baa8ceb4b68afa4e3ceb7ef7cad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802763848 2024-11-17T00:19:27,481 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 82d6f5b5a8774e9f83b073ffe594343b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766006 2024-11-17T00:19:27,482 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c7beb8afb3d40348b87109591465937, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766003 2024-11-17T00:19:27,491 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#385 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:27,493 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/bc91dec82879409e8524461871716c4b is 50, key is test_row_0/B:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:27,494 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#386 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:27,495 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/2883e0972cf94b40ab541632ae46caf9 is 50, key is test_row_0/A:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:27,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742282_1458 (size=12139) 2024-11-17T00:19:27,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742283_1459 (size=12139) 2024-11-17T00:19:27,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:27,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:27,759 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:27,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/129e0048621d4b46b8081f0e55bf76ee is 50, key is test_row_0/A:col10/1731802767757/Put/seqid=0 2024-11-17T00:19:27,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742284_1460 (size=14341) 2024-11-17T00:19:27,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/129e0048621d4b46b8081f0e55bf76ee 2024-11-17T00:19:27,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/d1721b6179dc4ae698941d30aa33959e is 50, key is test_row_0/B:col10/1731802767757/Put/seqid=0 2024-11-17T00:19:27,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742285_1461 (size=12001) 2024-11-17T00:19:27,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802827783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802827785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802827788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802827789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802827790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-17T00:19:27,806 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-17T00:19:27,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:27,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-17T00:19:27,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:27,808 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:27,808 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:27,808 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802827891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802827891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802827895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802827895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802827895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,905 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/bc91dec82879409e8524461871716c4b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/bc91dec82879409e8524461871716c4b 2024-11-17T00:19:27,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:27,909 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into bc91dec82879409e8524461871716c4b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:27,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:27,909 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=12, startTime=1731802767477; duration=0sec 2024-11-17T00:19:27,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:27,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:27,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:27,910 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:27,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:27,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:27,911 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=46.9 K 2024-11-17T00:19:27,911 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c086f6cb5d1147ba99119a67acdd4386, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731802763709 2024-11-17T00:19:27,912 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d10af8d284504fd59f1abc94d4df895a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731802763737 2024-11-17T00:19:27,912 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a3b1c95e3c845e0a2cddbf68bd543be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1731802763848 2024-11-17T00:19:27,912 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e070f2a476284905b67b9de759e8e59d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766006 2024-11-17T00:19:27,912 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/2883e0972cf94b40ab541632ae46caf9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2883e0972cf94b40ab541632ae46caf9 2024-11-17T00:19:27,917 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into 2883e0972cf94b40ab541632ae46caf9(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:27,917 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:27,917 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=12, startTime=1731802767477; duration=0sec 2024-11-17T00:19:27,917 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:27,917 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:27,920 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:27,921 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/74635ba36507418685576d92ced37131 is 50, key is test_row_0/C:col10/1731802766006/Put/seqid=0 2024-11-17T00:19:27,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742286_1462 (size=12139) 2024-11-17T00:19:27,934 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/74635ba36507418685576d92ced37131 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/74635ba36507418685576d92ced37131 2024-11-17T00:19:27,938 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into 74635ba36507418685576d92ced37131(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:27,938 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:27,938 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=12, startTime=1731802767477; duration=0sec 2024-11-17T00:19:27,938 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:27,938 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:27,960 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:27,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:27,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:27,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:27,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802828095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802828095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802828099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802828099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802828100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:28,112 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,112 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/d1721b6179dc4ae698941d30aa33959e 2024-11-17T00:19:28,190 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3ca5dd6f84c540f5b90962309c8d0b2d is 50, key is test_row_0/C:col10/1731802767757/Put/seqid=0 2024-11-17T00:19:28,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742287_1463 (size=12001) 2024-11-17T00:19:28,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:28,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,265 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,265 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802828398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802828400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802828402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802828403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802828405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:28,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,569 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,570 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:28,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3ca5dd6f84c540f5b90962309c8d0b2d 2024-11-17T00:19:28,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/129e0048621d4b46b8081f0e55bf76ee as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee 2024-11-17T00:19:28,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee, entries=200, sequenceid=88, filesize=14.0 K 2024-11-17T00:19:28,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/d1721b6179dc4ae698941d30aa33959e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e 2024-11-17T00:19:28,607 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e, entries=150, sequenceid=88, filesize=11.7 K 2024-11-17T00:19:28,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3ca5dd6f84c540f5b90962309c8d0b2d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d 2024-11-17T00:19:28,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d, entries=150, sequenceid=88, filesize=11.7 K 2024-11-17T00:19:28,612 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59f6534082d1318584f9c40ed08a6ed5 in 855ms, sequenceid=88, compaction requested=false 2024-11-17T00:19:28,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:28,722 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-17T00:19:28,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:28,722 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:28,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:28,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/acde4005225f44afa547d628a28fe607 is 50, key is test_row_0/A:col10/1731802767782/Put/seqid=0 2024-11-17T00:19:28,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742288_1464 (size=12001) 2024-11-17T00:19:28,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:28,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:28,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:28,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802828915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802828916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802828918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802828919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:28,924 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:28,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802828920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802829021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802829021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802829023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802829024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802829025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,143 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/acde4005225f44afa547d628a28fe607 2024-11-17T00:19:29,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e8bd872a360140ccb1bd68ff8860f645 is 50, key is test_row_0/B:col10/1731802767782/Put/seqid=0 2024-11-17T00:19:29,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742289_1465 (size=12001) 2024-11-17T00:19:29,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T00:19:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802829226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,228 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802829226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802829227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802829227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802829230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802829530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802829530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802829531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802829532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802829536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:29,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e8bd872a360140ccb1bd68ff8860f645 2024-11-17T00:19:29,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/5ae81a94a8c14da6a8d2c57f2bf916c7 is 50, key is test_row_0/C:col10/1731802767782/Put/seqid=0 2024-11-17T00:19:29,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742290_1466 (size=12001) 2024-11-17T00:19:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:29,964 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/5ae81a94a8c14da6a8d2c57f2bf916c7 2024-11-17T00:19:29,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/acde4005225f44afa547d628a28fe607 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607 2024-11-17T00:19:29,972 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607, entries=150, sequenceid=115, filesize=11.7 K 2024-11-17T00:19:29,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e8bd872a360140ccb1bd68ff8860f645 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645 2024-11-17T00:19:29,976 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645, entries=150, sequenceid=115, filesize=11.7 K 2024-11-17T00:19:29,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/5ae81a94a8c14da6a8d2c57f2bf916c7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7 2024-11-17T00:19:29,982 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7, entries=150, sequenceid=115, filesize=11.7 K 2024-11-17T00:19:29,983 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59f6534082d1318584f9c40ed08a6ed5 in 1261ms, sequenceid=115, compaction requested=true 2024-11-17T00:19:29,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:29,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:29,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-17T00:19:29,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-17T00:19:29,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-17T00:19:29,985 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1760 sec 2024-11-17T00:19:29,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 2.1790 sec 2024-11-17T00:19:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:30,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:30,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:30,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4d6eec86962f480aa0f23849376e1301 is 50, key is test_row_0/A:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742291_1467 (size=14341) 2024-11-17T00:19:30,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802830057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802830057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802830059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802830058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802830059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802830161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802830165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802830165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802830165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802830165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802830365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802830370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802830370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802830370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802830370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4d6eec86962f480aa0f23849376e1301 2024-11-17T00:19:30,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ef1af06899584808925d91630aa2056d is 50, key is test_row_0/B:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742292_1468 (size=12001) 2024-11-17T00:19:30,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802830669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802830676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802830676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802830677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:30,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802830679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:30,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ef1af06899584808925d91630aa2056d 2024-11-17T00:19:30,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/298505c3b0f140d5bb1447e3aaa6dff2 is 50, key is test_row_0/C:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742293_1469 (size=12001) 2024-11-17T00:19:30,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/298505c3b0f140d5bb1447e3aaa6dff2 2024-11-17T00:19:30,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4d6eec86962f480aa0f23849376e1301 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301 2024-11-17T00:19:30,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301, entries=200, sequenceid=128, filesize=14.0 K 2024-11-17T00:19:30,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ef1af06899584808925d91630aa2056d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d 2024-11-17T00:19:30,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d, entries=150, sequenceid=128, filesize=11.7 K 2024-11-17T00:19:30,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/298505c3b0f140d5bb1447e3aaa6dff2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2 2024-11-17T00:19:30,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2, entries=150, sequenceid=128, filesize=11.7 K 2024-11-17T00:19:30,884 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 59f6534082d1318584f9c40ed08a6ed5 in 847ms, sequenceid=128, compaction requested=true 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:30,884 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:30,884 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:30,885 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52822 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:30,885 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:30,885 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:30,885 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:30,885 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:30,885 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:30,885 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2883e0972cf94b40ab541632ae46caf9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=51.6 K 2024-11-17T00:19:30,885 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/bc91dec82879409e8524461871716c4b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=47.0 K 2024-11-17T00:19:30,886 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2883e0972cf94b40ab541632ae46caf9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766006 2024-11-17T00:19:30,886 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting bc91dec82879409e8524461871716c4b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766006 2024-11-17T00:19:30,886 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d1721b6179dc4ae698941d30aa33959e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802766633 2024-11-17T00:19:30,886 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 129e0048621d4b46b8081f0e55bf76ee, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802766633 2024-11-17T00:19:30,887 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e8bd872a360140ccb1bd68ff8860f645, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731802767782 2024-11-17T00:19:30,887 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting acde4005225f44afa547d628a28fe607, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731802767782 2024-11-17T00:19:30,887 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ef1af06899584808925d91630aa2056d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:30,887 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d6eec86962f480aa0f23849376e1301, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:30,897 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:30,897 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#398 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:30,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e51514b474fb41bfa75ff7d3507537f9 is 50, key is test_row_0/B:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,898 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4fb9005540f5422ca72c2b9299656730 is 50, key is test_row_0/A:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742294_1470 (size=12275) 2024-11-17T00:19:30,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742295_1471 (size=12275) 2024-11-17T00:19:30,919 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4fb9005540f5422ca72c2b9299656730 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4fb9005540f5422ca72c2b9299656730 2024-11-17T00:19:30,923 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into 4fb9005540f5422ca72c2b9299656730(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:30,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:30,923 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=12, startTime=1731802770884; duration=0sec 2024-11-17T00:19:30,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:30,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:30,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:19:30,924 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48142 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:19:30,924 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:30,924 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:30,924 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/74635ba36507418685576d92ced37131, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=47.0 K 2024-11-17T00:19:30,925 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74635ba36507418685576d92ced37131, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731802766006 2024-11-17T00:19:30,925 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ca5dd6f84c540f5b90962309c8d0b2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731802766633 2024-11-17T00:19:30,925 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ae81a94a8c14da6a8d2c57f2bf916c7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1731802767782 2024-11-17T00:19:30,926 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 298505c3b0f140d5bb1447e3aaa6dff2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:30,940 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:30,940 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/a22ca6d780d54127a8a72fb951a420bc is 50, key is test_row_0/C:col10/1731802768914/Put/seqid=0 2024-11-17T00:19:30,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742296_1472 (size=12275) 2024-11-17T00:19:31,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:31,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:31,178 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4c729c48807c49259e4f070b40cfa222 is 50, key is test_row_0/A:col10/1731802771176/Put/seqid=0 2024-11-17T00:19:31,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742297_1473 (size=14541) 2024-11-17T00:19:31,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4c729c48807c49259e4f070b40cfa222 2024-11-17T00:19:31,192 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b1b93699e2144e90b132ba923e7a371c is 50, key is test_row_0/B:col10/1731802771176/Put/seqid=0 2024-11-17T00:19:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802831190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802831191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802831191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,197 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802831192, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802831195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742298_1474 (size=12151) 2024-11-17T00:19:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802831298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802831299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,307 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e51514b474fb41bfa75ff7d3507537f9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e51514b474fb41bfa75ff7d3507537f9 2024-11-17T00:19:31,311 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into e51514b474fb41bfa75ff7d3507537f9(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:31,311 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:31,311 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=12, startTime=1731802770884; duration=0sec 2024-11-17T00:19:31,311 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:31,311 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:31,347 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/a22ca6d780d54127a8a72fb951a420bc as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/a22ca6d780d54127a8a72fb951a420bc 2024-11-17T00:19:31,351 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into a22ca6d780d54127a8a72fb951a420bc(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:31,351 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:31,351 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=12, startTime=1731802770884; duration=0sec 2024-11-17T00:19:31,351 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:31,351 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802831503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802831503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802831503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802831504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802831505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,605 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b1b93699e2144e90b132ba923e7a371c 2024-11-17T00:19:31,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/af6e12a3c39f473393532c231465b27d is 50, key is test_row_0/C:col10/1731802771176/Put/seqid=0 2024-11-17T00:19:31,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742299_1475 (size=12151) 2024-11-17T00:19:31,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/af6e12a3c39f473393532c231465b27d 2024-11-17T00:19:31,623 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4c729c48807c49259e4f070b40cfa222 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222 2024-11-17T00:19:31,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222, entries=200, sequenceid=153, filesize=14.2 K 2024-11-17T00:19:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b1b93699e2144e90b132ba923e7a371c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c 2024-11-17T00:19:31,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c, entries=150, sequenceid=153, filesize=11.9 K 2024-11-17T00:19:31,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/af6e12a3c39f473393532c231465b27d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d 2024-11-17T00:19:31,633 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d, entries=150, sequenceid=153, filesize=11.9 K 2024-11-17T00:19:31,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 59f6534082d1318584f9c40ed08a6ed5 in 457ms, sequenceid=153, compaction requested=false 2024-11-17T00:19:31,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:31,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:19:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:31,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:31,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6ee9083c60524bcea3e2d80ff6f35824 is 50, key is test_row_0/A:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:31,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742300_1476 (size=16931) 2024-11-17T00:19:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802831860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802831861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,869 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802831861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802831862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,870 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802831862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-17T00:19:31,912 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-17T00:19:31,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-17T00:19:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:31,915 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:31,916 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:31,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:31,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802831970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802831970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802831971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802831970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:31,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:31,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802831971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:32,067 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T00:19:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,068 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802832177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802832177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802832178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,182 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802832178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802832178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:32,220 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T00:19:32,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:32,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,221 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6ee9083c60524bcea3e2d80ff6f35824 2024-11-17T00:19:32,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/fc3aea73b6744c20b917bb4c6ecdab51 is 50, key is test_row_0/B:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:32,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742301_1477 (size=12151) 2024-11-17T00:19:32,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/fc3aea73b6744c20b917bb4c6ecdab51 2024-11-17T00:19:32,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/267f54e2cfd64551b7c9dc136c0ef306 is 50, key is test_row_0/C:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:32,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742302_1478 (size=12151) 2024-11-17T00:19:32,373 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T00:19:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802832483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802832483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802832484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802832485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:32,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802832485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:32,525 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T00:19:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:32,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/267f54e2cfd64551b7c9dc136c0ef306 2024-11-17T00:19:32,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6ee9083c60524bcea3e2d80ff6f35824 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824 2024-11-17T00:19:32,667 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824, entries=250, sequenceid=169, filesize=16.5 K 2024-11-17T00:19:32,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/fc3aea73b6744c20b917bb4c6ecdab51 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51 2024-11-17T00:19:32,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T00:19:32,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/267f54e2cfd64551b7c9dc136c0ef306 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306 2024-11-17T00:19:32,674 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306, entries=150, sequenceid=169, filesize=11.9 K 2024-11-17T00:19:32,675 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 59f6534082d1318584f9c40ed08a6ed5 in 863ms, sequenceid=169, compaction requested=true 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:32,675 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:32,675 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:32,675 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:32,676 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 43747 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:32,676 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:32,676 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:32,676 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:32,676 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,676 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,676 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4fb9005540f5422ca72c2b9299656730, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=42.7 K 2024-11-17T00:19:32,676 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e51514b474fb41bfa75ff7d3507537f9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=35.7 K 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fb9005540f5422ca72c2b9299656730, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e51514b474fb41bfa75ff7d3507537f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b1b93699e2144e90b132ba923e7a371c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731802770055 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4c729c48807c49259e4f070b40cfa222, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731802770055 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting fc3aea73b6744c20b917bb4c6ecdab51, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771194 2024-11-17T00:19:32,677 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ee9083c60524bcea3e2d80ff6f35824, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771190 2024-11-17T00:19:32,678 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:32,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-17T00:19:32,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:32,678 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:32,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:32,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/a0e299a2b6714a2d97483dc07041327e is 50, key is test_row_0/A:col10/1731802771837/Put/seqid=0 2024-11-17T00:19:32,685 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:32,685 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:32,685 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/156abb55dbaf42ad845c3c3d75a9cc6d is 50, key is test_row_0/A:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:32,686 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ff593b45fb524e3abb9d8341cfd0f48b is 50, key is test_row_0/B:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742304_1480 (size=12527) 2024-11-17T00:19:32,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742303_1479 (size=12151) 2024-11-17T00:19:32,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742305_1481 (size=12527) 2024-11-17T00:19:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:32,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:33,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802832998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,004 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802832999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:33,090 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/a0e299a2b6714a2d97483dc07041327e 2024-11-17T00:19:33,095 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/156abb55dbaf42ad845c3c3d75a9cc6d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/156abb55dbaf42ad845c3c3d75a9cc6d 2024-11-17T00:19:33,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6e37a4929e0c47d5bc724f299616415f is 50, key is test_row_0/B:col10/1731802771837/Put/seqid=0 2024-11-17T00:19:33,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802833102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742306_1482 (size=12151) 2024-11-17T00:19:33,110 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into 156abb55dbaf42ad845c3c3d75a9cc6d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:33,110 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:33,110 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802772675; duration=0sec 2024-11-17T00:19:33,110 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:33,110 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:33,110 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:33,110 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ff593b45fb524e3abb9d8341cfd0f48b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ff593b45fb524e3abb9d8341cfd0f48b 2024-11-17T00:19:33,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802833106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,112 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:33,112 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:33,112 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:33,112 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/a22ca6d780d54127a8a72fb951a420bc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=35.7 K 2024-11-17T00:19:33,113 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a22ca6d780d54127a8a72fb951a420bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731802768914 2024-11-17T00:19:33,114 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting af6e12a3c39f473393532c231465b27d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731802770055 2024-11-17T00:19:33,115 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 267f54e2cfd64551b7c9dc136c0ef306, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771194 2024-11-17T00:19:33,117 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into ff593b45fb524e3abb9d8341cfd0f48b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:33,117 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:33,117 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802772675; duration=0sec 2024-11-17T00:19:33,117 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:33,117 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:33,119 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6e37a4929e0c47d5bc724f299616415f 2024-11-17T00:19:33,125 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#410 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:33,126 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/bb65cde4ec3a431a9172fcf912dc4aa1 is 50, key is test_row_0/C:col10/1731802771811/Put/seqid=0 2024-11-17T00:19:33,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/b47ea99db25a4f519e31d40ea09d51e2 is 50, key is test_row_0/C:col10/1731802771837/Put/seqid=0 2024-11-17T00:19:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742307_1483 (size=12527) 2024-11-17T00:19:33,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742308_1484 (size=12151) 2024-11-17T00:19:33,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802833309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802833314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,475 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2883e0972cf94b40ab541632ae46caf9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4fb9005540f5422ca72c2b9299656730, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824] to archive 2024-11-17T00:19:33,476 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:33,478 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/89937645aee74e31b7fb7754e916dd74 2024-11-17T00:19:33,479 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/dddb48de580945958d07a06ac2f35f26 2024-11-17T00:19:33,480 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2ea66baa8ceb4b68afa4e3ceb7ef7cad 2024-11-17T00:19:33,481 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1c7beb8afb3d40348b87109591465937 2024-11-17T00:19:33,482 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2883e0972cf94b40ab541632ae46caf9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/2883e0972cf94b40ab541632ae46caf9 2024-11-17T00:19:33,484 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/129e0048621d4b46b8081f0e55bf76ee 2024-11-17T00:19:33,485 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/acde4005225f44afa547d628a28fe607 2024-11-17T00:19:33,492 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4d6eec86962f480aa0f23849376e1301 2024-11-17T00:19:33,493 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4fb9005540f5422ca72c2b9299656730 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4fb9005540f5422ca72c2b9299656730 2024-11-17T00:19:33,494 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4c729c48807c49259e4f070b40cfa222 2024-11-17T00:19:33,495 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6ee9083c60524bcea3e2d80ff6f35824 2024-11-17T00:19:33,497 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/bc91dec82879409e8524461871716c4b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e51514b474fb41bfa75ff7d3507537f9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51] to archive 2024-11-17T00:19:33,498 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:33,500 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ca63975131184160b55239ceb4150e6b 2024-11-17T00:19:33,501 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/4c717000ae764416bbda1356a45fd4a5 2024-11-17T00:19:33,502 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/c68833329e09465ebadec65846638942 2024-11-17T00:19:33,503 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/bc91dec82879409e8524461871716c4b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/bc91dec82879409e8524461871716c4b 2024-11-17T00:19:33,504 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/82d6f5b5a8774e9f83b073ffe594343b 2024-11-17T00:19:33,505 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/d1721b6179dc4ae698941d30aa33959e 2024-11-17T00:19:33,506 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e8bd872a360140ccb1bd68ff8860f645 2024-11-17T00:19:33,507 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e51514b474fb41bfa75ff7d3507537f9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e51514b474fb41bfa75ff7d3507537f9 2024-11-17T00:19:33,508 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ef1af06899584808925d91630aa2056d 2024-11-17T00:19:33,509 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b1b93699e2144e90b132ba923e7a371c 2024-11-17T00:19:33,510 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/fc3aea73b6744c20b917bb4c6ecdab51 2024-11-17T00:19:33,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/74635ba36507418685576d92ced37131, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2] to archive 2024-11-17T00:19:33,511 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:33,512 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c086f6cb5d1147ba99119a67acdd4386 2024-11-17T00:19:33,514 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/d10af8d284504fd59f1abc94d4df895a 2024-11-17T00:19:33,515 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7a3b1c95e3c845e0a2cddbf68bd543be 2024-11-17T00:19:33,516 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/74635ba36507418685576d92ced37131 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/74635ba36507418685576d92ced37131 2024-11-17T00:19:33,517 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/e070f2a476284905b67b9de759e8e59d 2024-11-17T00:19:33,518 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3ca5dd6f84c540f5b90962309c8d0b2d 2024-11-17T00:19:33,519 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/5ae81a94a8c14da6a8d2c57f2bf916c7 2024-11-17T00:19:33,520 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/3fbf313856f1:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/298505c3b0f140d5bb1447e3aaa6dff2 2024-11-17T00:19:33,553 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/bb65cde4ec3a431a9172fcf912dc4aa1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/bb65cde4ec3a431a9172fcf912dc4aa1 2024-11-17T00:19:33,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/b47ea99db25a4f519e31d40ea09d51e2 2024-11-17T00:19:33,557 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into bb65cde4ec3a431a9172fcf912dc4aa1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:33,557 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:33,557 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802772675; duration=0sec 2024-11-17T00:19:33,557 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:33,557 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:33,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/a0e299a2b6714a2d97483dc07041327e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e 2024-11-17T00:19:33,562 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e, entries=150, sequenceid=191, filesize=11.9 K 2024-11-17T00:19:33,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6e37a4929e0c47d5bc724f299616415f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f 2024-11-17T00:19:33,566 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f, entries=150, sequenceid=191, filesize=11.9 K 2024-11-17T00:19:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/b47ea99db25a4f519e31d40ea09d51e2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2 2024-11-17T00:19:33,571 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2, entries=150, sequenceid=191, filesize=11.9 K 2024-11-17T00:19:33,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 59f6534082d1318584f9c40ed08a6ed5 in 894ms, sequenceid=191, compaction requested=false 2024-11-17T00:19:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:33,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-17T00:19:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-17T00:19:33,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-17T00:19:33,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6570 sec 2024-11-17T00:19:33,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.6610 sec 2024-11-17T00:19:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:33,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:33,618 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:33,622 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4b4899b5e0a3490985041333f5f07f0a is 50, key is test_row_0/A:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:33,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742309_1485 (size=12151) 2024-11-17T00:19:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802833642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802833644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802833745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802833749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802833947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,956 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802833953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,957 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802833954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802833955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:33,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:33,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802833956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-17T00:19:34,019 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-17T00:19:34,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:34,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-17T00:19:34,022 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:34,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:34,023 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:34,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:34,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4b4899b5e0a3490985041333f5f07f0a 2024-11-17T00:19:34,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/25a28b0b5be2408185f3073f7ccc4d09 is 50, key is test_row_0/B:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742310_1486 (size=12151) 2024-11-17T00:19:34,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:34,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-17T00:19:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802834252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802834259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802834259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802834259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802834262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:34,327 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-17T00:19:34,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:34,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:34,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/25a28b0b5be2408185f3073f7ccc4d09 2024-11-17T00:19:34,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/ac89825d50cf4c24bdb6a90af42e076e is 50, key is test_row_0/C:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:34,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742311_1487 (size=12151) 2024-11-17T00:19:34,454 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/ac89825d50cf4c24bdb6a90af42e076e 2024-11-17T00:19:34,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/4b4899b5e0a3490985041333f5f07f0a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a 2024-11-17T00:19:34,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a, entries=150, sequenceid=209, filesize=11.9 K 2024-11-17T00:19:34,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/25a28b0b5be2408185f3073f7ccc4d09 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09 2024-11-17T00:19:34,465 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09, entries=150, sequenceid=209, filesize=11.9 K 2024-11-17T00:19:34,466 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/ac89825d50cf4c24bdb6a90af42e076e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e 2024-11-17T00:19:34,470 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e, entries=150, sequenceid=209, filesize=11.9 K 2024-11-17T00:19:34,471 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 59f6534082d1318584f9c40ed08a6ed5 in 854ms, sequenceid=209, compaction requested=true 2024-11-17T00:19:34,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:34,471 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:34,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:34,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:34,472 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:34,473 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:34,473 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:34,473 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,473 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/156abb55dbaf42ad845c3c3d75a9cc6d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.0 K 2024-11-17T00:19:34,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:34,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:34,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:34,474 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:34,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:34,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:34,474 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 156abb55dbaf42ad845c3c3d75a9cc6d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771194 2024-11-17T00:19:34,474 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,474 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ff593b45fb524e3abb9d8341cfd0f48b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.0 K 2024-11-17T00:19:34,474 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ff593b45fb524e3abb9d8341cfd0f48b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771194 2024-11-17T00:19:34,474 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0e299a2b6714a2d97483dc07041327e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731802771830 2024-11-17T00:19:34,476 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e37a4929e0c47d5bc724f299616415f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731802771830 2024-11-17T00:19:34,476 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4b4899b5e0a3490985041333f5f07f0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:34,476 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 25a28b0b5be2408185f3073f7ccc4d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:34,479 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,480 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-17T00:19:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,480 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:19:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:34,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:34,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:34,484 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#415 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:34,484 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/dd4873d0ec7d4777a7c81bf614099601 is 50, key is test_row_0/B:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:34,484 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#416 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:34,485 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/efa8b495187a4f6898cb3ddaa1b6b181 is 50, key is test_row_0/A:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/92cbee49a0bd4b008ca25ee8121a4847 is 50, key is test_row_0/A:col10/1731802773642/Put/seqid=0 2024-11-17T00:19:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742312_1488 (size=12254) 2024-11-17T00:19:34,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742313_1489 (size=12254) 2024-11-17T00:19:34,502 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/efa8b495187a4f6898cb3ddaa1b6b181 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/efa8b495187a4f6898cb3ddaa1b6b181 2024-11-17T00:19:34,508 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into efa8b495187a4f6898cb3ddaa1b6b181(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:34,508 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:34,508 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802774471; duration=0sec 2024-11-17T00:19:34,509 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:34,509 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:34,509 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:34,510 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:34,510 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:34,510 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:34,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742314_1490 (size=12151) 2024-11-17T00:19:34,510 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/bb65cde4ec3a431a9172fcf912dc4aa1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.0 K 2024-11-17T00:19:34,510 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/92cbee49a0bd4b008ca25ee8121a4847 2024-11-17T00:19:34,510 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting bb65cde4ec3a431a9172fcf912dc4aa1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731802771194 2024-11-17T00:19:34,511 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b47ea99db25a4f519e31d40ea09d51e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1731802771830 2024-11-17T00:19:34,511 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac89825d50cf4c24bdb6a90af42e076e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:34,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e26df44e641c491bbddf8fb287a5f31a is 50, key is test_row_0/B:col10/1731802773642/Put/seqid=0 2024-11-17T00:19:34,521 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#419 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:34,521 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/9998ab879e774173b8f4fe6f88281712 is 50, key is test_row_0/C:col10/1731802773616/Put/seqid=0 2024-11-17T00:19:34,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742315_1491 (size=12151) 2024-11-17T00:19:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742316_1492 (size=12357) 2024-11-17T00:19:34,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:34,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:34,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:34,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802834772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802834776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802834805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802834805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802834805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,894 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/dd4873d0ec7d4777a7c81bf614099601 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/dd4873d0ec7d4777a7c81bf614099601 2024-11-17T00:19:34,898 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into dd4873d0ec7d4777a7c81bf614099601(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:34,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:34,898 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802774472; duration=0sec 2024-11-17T00:19:34,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:34,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:34,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802834906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,908 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802834906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802834914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802834914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802834914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:34,934 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e26df44e641c491bbddf8fb287a5f31a 2024-11-17T00:19:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/93f068ad5dca43fb99debef3b2562091 is 50, key is test_row_0/C:col10/1731802773642/Put/seqid=0 2024-11-17T00:19:34,940 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/9998ab879e774173b8f4fe6f88281712 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/9998ab879e774173b8f4fe6f88281712 2024-11-17T00:19:34,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742317_1493 (size=12151) 2024-11-17T00:19:34,944 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into 9998ab879e774173b8f4fe6f88281712(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:34,944 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:34,944 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802774474; duration=0sec 2024-11-17T00:19:34,944 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:34,944 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802835110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802835110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802835119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802835119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802835119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:35,344 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/93f068ad5dca43fb99debef3b2562091 2024-11-17T00:19:35,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/92cbee49a0bd4b008ca25ee8121a4847 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847 2024-11-17T00:19:35,352 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847, entries=150, sequenceid=231, filesize=11.9 K 2024-11-17T00:19:35,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e26df44e641c491bbddf8fb287a5f31a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a 2024-11-17T00:19:35,355 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a, entries=150, sequenceid=231, filesize=11.9 K 2024-11-17T00:19:35,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/93f068ad5dca43fb99debef3b2562091 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091 2024-11-17T00:19:35,361 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091, entries=150, sequenceid=231, filesize=11.9 K 2024-11-17T00:19:35,362 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 59f6534082d1318584f9c40ed08a6ed5 in 882ms, sequenceid=231, compaction requested=false 2024-11-17T00:19:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:35,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-17T00:19:35,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-17T00:19:35,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-17T00:19:35,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3400 sec 2024-11-17T00:19:35,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 1.3440 sec 2024-11-17T00:19:35,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:35,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:35,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:35,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/f9fb6209c0fe4bddb9548833cbedc99c is 50, key is test_row_0/A:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:35,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742318_1494 (size=14541) 2024-11-17T00:19:35,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802835434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802835435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802835436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802835438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802835438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802835539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802835539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802835541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802835544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802835544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802835745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802835746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802835746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802835750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:35,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802835754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:35,829 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/f9fb6209c0fe4bddb9548833cbedc99c 2024-11-17T00:19:35,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/54e12d7f48484814829ab507513582f3 is 50, key is test_row_0/B:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:35,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742319_1495 (size=12151) 2024-11-17T00:19:36,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802836049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,052 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802836050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802836051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802836056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802836059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-17T00:19:36,126 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-17T00:19:36,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-17T00:19:36,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:36,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:36,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:36,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:36,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:36,240 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/54e12d7f48484814829ab507513582f3 2024-11-17T00:19:36,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/2c16ffe40ce9421b943b18f546fa5b85 is 50, key is test_row_0/C:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:36,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742320_1496 (size=12151) 2024-11-17T00:19:36,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,281 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-17T00:19:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:36,433 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,434 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-17T00:19:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,434 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802836553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802836553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802836555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,566 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802836561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802836566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-17T00:19:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:36,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/2c16ffe40ce9421b943b18f546fa5b85 2024-11-17T00:19:36,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/f9fb6209c0fe4bddb9548833cbedc99c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c 2024-11-17T00:19:36,658 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c, entries=200, sequenceid=250, filesize=14.2 K 2024-11-17T00:19:36,659 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/54e12d7f48484814829ab507513582f3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3 2024-11-17T00:19:36,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3, entries=150, sequenceid=250, filesize=11.9 K 2024-11-17T00:19:36,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/2c16ffe40ce9421b943b18f546fa5b85 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85 2024-11-17T00:19:36,666 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85, entries=150, sequenceid=250, filesize=11.9 K 2024-11-17T00:19:36,667 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 59f6534082d1318584f9c40ed08a6ed5 in 1250ms, sequenceid=250, compaction requested=true 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:36,667 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:36,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:36,667 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:36,668 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38946 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:36,668 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:36,668 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,668 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/efa8b495187a4f6898cb3ddaa1b6b181, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=38.0 K 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:36,669 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting efa8b495187a4f6898cb3ddaa1b6b181, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:36,669 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/dd4873d0ec7d4777a7c81bf614099601, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=35.7 K 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92cbee49a0bd4b008ca25ee8121a4847, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731802773641 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting dd4873d0ec7d4777a7c81bf614099601, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9fb6209c0fe4bddb9548833cbedc99c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:36,669 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e26df44e641c491bbddf8fb287a5f31a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731802773641 2024-11-17T00:19:36,670 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 54e12d7f48484814829ab507513582f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:36,679 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:36,679 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/62acf89ad2ee4c1bb6c744229107285f is 50, key is test_row_0/A:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:36,682 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:36,682 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ba1b9c632a3e482eb4f5d0efbeae2073 is 50, key is test_row_0/B:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:36,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742322_1498 (size=12357) 2024-11-17T00:19:36,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742321_1497 (size=12357) 2024-11-17T00:19:36,705 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/ba1b9c632a3e482eb4f5d0efbeae2073 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ba1b9c632a3e482eb4f5d0efbeae2073 2024-11-17T00:19:36,710 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into ba1b9c632a3e482eb4f5d0efbeae2073(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:36,710 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:36,710 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802776667; duration=0sec 2024-11-17T00:19:36,710 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:36,710 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:36,710 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:36,711 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:36,711 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:36,711 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,711 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/9998ab879e774173b8f4fe6f88281712, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=35.8 K 2024-11-17T00:19:36,711 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9998ab879e774173b8f4fe6f88281712, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731802772993 2024-11-17T00:19:36,712 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 93f068ad5dca43fb99debef3b2562091, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731802773641 2024-11-17T00:19:36,712 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c16ffe40ce9421b943b18f546fa5b85, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:36,718 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:36,719 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/705aa3678e2d4401adb4a8a6682a86d0 is 50, key is test_row_0/C:col10/1731802774775/Put/seqid=0 2024-11-17T00:19:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:36,742 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:36,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742323_1499 (size=12459) 2024-11-17T00:19:36,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-17T00:19:36,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:36,743 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:36,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:36,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/8b3930ffd5234f959fcf9e2bf83a7ab2 is 50, key is test_row_0/A:col10/1731802775436/Put/seqid=0 2024-11-17T00:19:36,749 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/705aa3678e2d4401adb4a8a6682a86d0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/705aa3678e2d4401adb4a8a6682a86d0 2024-11-17T00:19:36,755 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into 705aa3678e2d4401adb4a8a6682a86d0(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:36,755 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:36,755 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802776667; duration=0sec 2024-11-17T00:19:36,755 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:36,755 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:36,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742324_1500 (size=12301) 2024-11-17T00:19:37,104 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/62acf89ad2ee4c1bb6c744229107285f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/62acf89ad2ee4c1bb6c744229107285f 2024-11-17T00:19:37,108 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into 62acf89ad2ee4c1bb6c744229107285f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:37,108 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:37,108 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802776667; duration=0sec 2024-11-17T00:19:37,108 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:37,108 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:37,157 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/8b3930ffd5234f959fcf9e2bf83a7ab2 2024-11-17T00:19:37,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/59e8a1a2efa04b2789fa5a02ea013503 is 50, key is test_row_0/B:col10/1731802775436/Put/seqid=0 2024-11-17T00:19:37,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742325_1501 (size=12301) 2024-11-17T00:19:37,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:37,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:37,569 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/59e8a1a2efa04b2789fa5a02ea013503 2024-11-17T00:19:37,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/839a133bbd1d42d6b9d5b692e4bf77d5 is 50, key is test_row_0/C:col10/1731802775436/Put/seqid=0 2024-11-17T00:19:37,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742326_1502 (size=12301) 2024-11-17T00:19:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802837581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802837581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802837582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802837586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,590 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802837586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802837688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802837688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802837688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802837688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802837691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802837891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802837892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802837892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802837894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:37,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802837894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:37,980 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=271 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/839a133bbd1d42d6b9d5b692e4bf77d5 2024-11-17T00:19:37,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/8b3930ffd5234f959fcf9e2bf83a7ab2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2 2024-11-17T00:19:37,987 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T00:19:37,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/59e8a1a2efa04b2789fa5a02ea013503 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503 2024-11-17T00:19:37,992 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T00:19:37,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/839a133bbd1d42d6b9d5b692e4bf77d5 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5 2024-11-17T00:19:37,996 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5, entries=150, sequenceid=271, filesize=12.0 K 2024-11-17T00:19:37,996 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 59f6534082d1318584f9c40ed08a6ed5 in 1254ms, sequenceid=271, compaction requested=false 2024-11-17T00:19:37,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:37,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-17T00:19:37,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-17T00:19:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-17T00:19:38,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8690 sec 2024-11-17T00:19:38,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.8730 sec 2024-11-17T00:19:38,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:38,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:38,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:38,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/06b007e80f9545d4974c86143ff3d84b is 50, key is test_row_0/A:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742327_1503 (size=12301) 2024-11-17T00:19:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802838217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802838217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802838218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802838219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802838220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-17T00:19:38,232 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-17T00:19:38,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:38,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-17T00:19:38,235 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:38,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:38,236 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:38,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:38,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802838322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802838322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802838323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802838325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802838325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:38,388 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,389 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,389 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802838529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802838530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802838530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802838531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802838531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:38,541 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,541 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:38,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,542 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,607 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/06b007e80f9545d4974c86143ff3d84b 2024-11-17T00:19:38,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6225b313da894e4294456bbb77cfb3a2 is 50, key is test_row_0/B:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:38,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742328_1504 (size=12301) 2024-11-17T00:19:38,693 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802838834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802838834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802838834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802838835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:38,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:38,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802838836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,846 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,846 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:38,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,998 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:38,999 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:38,999 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:38,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,017 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6225b313da894e4294456bbb77cfb3a2 2024-11-17T00:19:39,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c277f713d4d6483e84fc579aa371dab7 is 50, key is test_row_0/C:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742329_1505 (size=12301) 2024-11-17T00:19:39,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,151 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,152 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,303 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:39,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:39,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:39,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:39,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802839337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:39,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802839339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802839340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802839340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,343 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:39,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802839341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c277f713d4d6483e84fc579aa371dab7 2024-11-17T00:19:39,434 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/06b007e80f9545d4974c86143ff3d84b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b 2024-11-17T00:19:39,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-17T00:19:39,438 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6225b313da894e4294456bbb77cfb3a2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2 2024-11-17T00:19:39,441 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2, entries=150, sequenceid=291, filesize=12.0 K 2024-11-17T00:19:39,441 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/c277f713d4d6483e84fc579aa371dab7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7 2024-11-17T00:19:39,444 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7, entries=150, sequenceid=291, filesize=12.0 K 2024-11-17T00:19:39,445 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 59f6534082d1318584f9c40ed08a6ed5 in 1248ms, sequenceid=291, compaction requested=true 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:39,445 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:39,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:39,445 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:39,448 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:39,448 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:39,448 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:39,448 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:39,448 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,448 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,448 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/62acf89ad2ee4c1bb6c744229107285f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.1 K 2024-11-17T00:19:39,448 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ba1b9c632a3e482eb4f5d0efbeae2073, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.1 K 2024-11-17T00:19:39,449 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ba1b9c632a3e482eb4f5d0efbeae2073, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:39,449 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62acf89ad2ee4c1bb6c744229107285f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:39,449 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 59e8a1a2efa04b2789fa5a02ea013503, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731802775435 2024-11-17T00:19:39,449 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8b3930ffd5234f959fcf9e2bf83a7ab2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731802775435 2024-11-17T00:19:39,450 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6225b313da894e4294456bbb77cfb3a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:39,450 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06b007e80f9545d4974c86143ff3d84b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:39,455 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:39,455 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-17T00:19:39,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,456 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:39,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:39,456 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:39,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/5b1bfc10644f47a68be200560281269b is 50, key is test_row_0/B:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:39,459 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:39,460 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/0388d503dd154841a73505031a5d7470 is 50, key is test_row_0/A:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:39,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/03b800142b3c49dd81c173af37dd8ea2 is 50, key is test_row_0/A:col10/1731802778219/Put/seqid=0 2024-11-17T00:19:39,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742330_1506 (size=12609) 2024-11-17T00:19:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742331_1507 (size=12609) 2024-11-17T00:19:39,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742332_1508 (size=12301) 2024-11-17T00:19:39,874 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/5b1bfc10644f47a68be200560281269b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/5b1bfc10644f47a68be200560281269b 2024-11-17T00:19:39,874 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/03b800142b3c49dd81c173af37dd8ea2 2024-11-17T00:19:39,875 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/0388d503dd154841a73505031a5d7470 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/0388d503dd154841a73505031a5d7470 2024-11-17T00:19:39,878 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into 5b1bfc10644f47a68be200560281269b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:39,879 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:39,879 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802779445; duration=0sec 2024-11-17T00:19:39,879 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:39,879 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:39,879 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:39,881 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into 0388d503dd154841a73505031a5d7470(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:39,881 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:39,881 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802779445; duration=0sec 2024-11-17T00:19:39,881 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b5ae627eb3b34cbdb5d0070ea33c8713 is 50, key is test_row_0/B:col10/1731802778219/Put/seqid=0 2024-11-17T00:19:39,882 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:39,882 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:39,882 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:39,883 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:39,883 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:39,883 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/705aa3678e2d4401adb4a8a6682a86d0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.2 K 2024-11-17T00:19:39,884 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 705aa3678e2d4401adb4a8a6682a86d0, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731802774775 2024-11-17T00:19:39,884 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 839a133bbd1d42d6b9d5b692e4bf77d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=271, earliestPutTs=1731802775435 2024-11-17T00:19:39,884 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c277f713d4d6483e84fc579aa371dab7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:39,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742333_1509 (size=12301) 2024-11-17T00:19:39,891 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#437 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:39,891 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/1ea5a4024ef1490abe90e1fa55ed89e3 is 50, key is test_row_0/C:col10/1731802778196/Put/seqid=0 2024-11-17T00:19:39,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742334_1510 (size=12711) 2024-11-17T00:19:40,287 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b5ae627eb3b34cbdb5d0070ea33c8713 2024-11-17T00:19:40,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/1c182a0f9e5e484dbaa49f99c7ea4c90 is 50, key is test_row_0/C:col10/1731802778219/Put/seqid=0 2024-11-17T00:19:40,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742335_1511 (size=12301) 2024-11-17T00:19:40,299 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/1ea5a4024ef1490abe90e1fa55ed89e3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1ea5a4024ef1490abe90e1fa55ed89e3 2024-11-17T00:19:40,304 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into 1ea5a4024ef1490abe90e1fa55ed89e3(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:40,304 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:40,304 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802779445; duration=0sec 2024-11-17T00:19:40,304 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:40,304 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:40,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:40,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802840353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,358 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802840354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802840355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802840356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802840357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802840458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802840459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,461 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802840459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,463 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802840460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802840462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802840662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802840662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802840662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,667 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802840664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802840668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,699 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/1c182a0f9e5e484dbaa49f99c7ea4c90 2024-11-17T00:19:40,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/03b800142b3c49dd81c173af37dd8ea2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2 2024-11-17T00:19:40,707 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:19:40,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/b5ae627eb3b34cbdb5d0070ea33c8713 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713 2024-11-17T00:19:40,710 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:19:40,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/1c182a0f9e5e484dbaa49f99c7ea4c90 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90 2024-11-17T00:19:40,714 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90, entries=150, sequenceid=309, filesize=12.0 K 2024-11-17T00:19:40,715 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 59f6534082d1318584f9c40ed08a6ed5 in 1259ms, sequenceid=309, compaction requested=false 2024-11-17T00:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:40,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-17T00:19:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-17T00:19:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-17T00:19:40,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4800 sec 2024-11-17T00:19:40,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 2.4860 sec 2024-11-17T00:19:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:40,970 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:40,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:40,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/3b1d63996a1249769970a4d03aeaa666 is 50, key is test_row_0/A:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802840980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,985 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802840984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742336_1512 (size=14741) 2024-11-17T00:19:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802840984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802840984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:40,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802840985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802841086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,089 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802841086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802841092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,094 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802841092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802841092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802841290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802841291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802841296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802841296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802841297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,390 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/3b1d63996a1249769970a4d03aeaa666 2024-11-17T00:19:41,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e87777f0098647dda00598b0767fb6d7 is 50, key is test_row_0/B:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742337_1513 (size=12301) 2024-11-17T00:19:41,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802841596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802841597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802841601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802841603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,606 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:41,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802841604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:41,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e87777f0098647dda00598b0767fb6d7 2024-11-17T00:19:41,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/73ca3f325bdf4af08cbe69f4296ae3c6 is 50, key is test_row_0/C:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:41,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742338_1514 (size=12301) 2024-11-17T00:19:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802842103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802842104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,107 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:42,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802842106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:42,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802842107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:42,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802842111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/73ca3f325bdf4af08cbe69f4296ae3c6 2024-11-17T00:19:42,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/3b1d63996a1249769970a4d03aeaa666 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666 2024-11-17T00:19:42,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666, entries=200, sequenceid=332, filesize=14.4 K 2024-11-17T00:19:42,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/e87777f0098647dda00598b0767fb6d7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7 2024-11-17T00:19:42,225 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7, entries=150, sequenceid=332, filesize=12.0 K 2024-11-17T00:19:42,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/73ca3f325bdf4af08cbe69f4296ae3c6 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6 2024-11-17T00:19:42,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6, entries=150, sequenceid=332, filesize=12.0 K 2024-11-17T00:19:42,230 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 59f6534082d1318584f9c40ed08a6ed5 in 1260ms, sequenceid=332, compaction requested=true 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:42,230 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:42,231 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:42,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-17T00:19:42,231 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:42,232 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39651 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:42,232 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:42,232 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:42,232 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/0388d503dd154841a73505031a5d7470, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=38.7 K 2024-11-17T00:19:42,232 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:42,232 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:42,232 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:42,232 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/5b1bfc10644f47a68be200560281269b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.3 K 2024-11-17T00:19:42,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0388d503dd154841a73505031a5d7470, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:42,233 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 5b1bfc10644f47a68be200560281269b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:42,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 03b800142b3c49dd81c173af37dd8ea2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802778217 2024-11-17T00:19:42,233 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b5ae627eb3b34cbdb5d0070ea33c8713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802778217 2024-11-17T00:19:42,233 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3b1d63996a1249769970a4d03aeaa666, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:42,234 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e87777f0098647dda00598b0767fb6d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:42,241 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:42,241 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:42,241 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ea3a7db97c984d9787c54291f3ad0745 is 50, key is test_row_0/A:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:42,241 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/78a490b3d7fd460da44773c13ed996db is 50, key is test_row_0/B:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:42,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742339_1515 (size=12711) 2024-11-17T00:19:42,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742340_1516 (size=12711) 2024-11-17T00:19:42,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-17T00:19:42,340 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-17T00:19:42,341 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:42,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-17T00:19:42,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T00:19:42,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:42,343 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:42,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:42,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T00:19:42,494 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:42,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-17T00:19:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:42,495 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:42,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/342b39e9575f4711a18b8a384f6c0e36 is 50, key is test_row_0/A:col10/1731802780984/Put/seqid=0 2024-11-17T00:19:42,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742341_1517 (size=9857) 2024-11-17T00:19:42,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T00:19:42,652 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/78a490b3d7fd460da44773c13ed996db as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/78a490b3d7fd460da44773c13ed996db 2024-11-17T00:19:42,656 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ea3a7db97c984d9787c54291f3ad0745 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea3a7db97c984d9787c54291f3ad0745 2024-11-17T00:19:42,656 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into 78a490b3d7fd460da44773c13ed996db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:42,656 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:42,656 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802782230; duration=0sec 2024-11-17T00:19:42,657 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:42,657 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:42,657 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:42,657 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37313 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:42,658 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:42,658 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:42,658 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1ea5a4024ef1490abe90e1fa55ed89e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=36.4 K 2024-11-17T00:19:42,658 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ea5a4024ef1490abe90e1fa55ed89e3, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731802777580 2024-11-17T00:19:42,658 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1c182a0f9e5e484dbaa49f99c7ea4c90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1731802778217 2024-11-17T00:19:42,659 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 73ca3f325bdf4af08cbe69f4296ae3c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:42,660 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into ea3a7db97c984d9787c54291f3ad0745(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:42,660 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:42,660 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802782230; duration=0sec 2024-11-17T00:19:42,660 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:42,660 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:42,670 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#445 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:42,671 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/cd419567e90a437bbca6ade7d9ec503b is 50, key is test_row_0/C:col10/1731802780349/Put/seqid=0 2024-11-17T00:19:42,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742342_1518 (size=12813) 2024-11-17T00:19:42,717 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/cd419567e90a437bbca6ade7d9ec503b as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cd419567e90a437bbca6ade7d9ec503b 2024-11-17T00:19:42,722 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into cd419567e90a437bbca6ade7d9ec503b(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:42,722 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:42,722 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802782230; duration=0sec 2024-11-17T00:19:42,722 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:42,722 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:42,904 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/342b39e9575f4711a18b8a384f6c0e36 2024-11-17T00:19:42,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/39b5501d6c2b4057af2ea4b07befd970 is 50, key is test_row_0/B:col10/1731802780984/Put/seqid=0 2024-11-17T00:19:42,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742343_1519 (size=9857) 2024-11-17T00:19:42,916 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/39b5501d6c2b4057af2ea4b07befd970 2024-11-17T00:19:42,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/579d9f872d2048d29b2ac6ac157337c1 is 50, key is test_row_0/C:col10/1731802780984/Put/seqid=0 2024-11-17T00:19:42,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742344_1520 (size=9857) 2024-11-17T00:19:42,930 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/579d9f872d2048d29b2ac6ac157337c1 2024-11-17T00:19:42,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/342b39e9575f4711a18b8a384f6c0e36 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36 2024-11-17T00:19:42,937 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36, entries=100, sequenceid=348, filesize=9.6 K 2024-11-17T00:19:42,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/39b5501d6c2b4057af2ea4b07befd970 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970 2024-11-17T00:19:42,941 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970, entries=100, sequenceid=348, filesize=9.6 K 2024-11-17T00:19:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/579d9f872d2048d29b2ac6ac157337c1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1 2024-11-17T00:19:42,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T00:19:42,945 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1, entries=100, sequenceid=348, filesize=9.6 K 2024-11-17T00:19:42,946 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for 59f6534082d1318584f9c40ed08a6ed5 in 451ms, sequenceid=348, compaction requested=false 2024-11-17T00:19:42,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:42,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:42,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-17T00:19:42,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-17T00:19:42,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-17T00:19:42,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 604 msec 2024-11-17T00:19:42,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 608 msec 2024-11-17T00:19:43,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:43,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:43,119 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:43,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ae9cc38c7ae24abc8aabbc69394bf477 is 50, key is test_row_0/A:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:43,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742345_1521 (size=17181) 2024-11-17T00:19:43,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802843142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,147 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802843142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802843142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802843143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802843145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802843248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802843248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802843249, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802843251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-17T00:19:43,446 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-17T00:19:43,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:43,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-17T00:19:43,449 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:43,449 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:43,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802843453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802843453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802843453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802843454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802843455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,534 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ae9cc38c7ae24abc8aabbc69394bf477 2024-11-17T00:19:43,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/1819d40ed6c245f2a69215b674e633e7 is 50, key is test_row_0/B:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742346_1522 (size=12301) 2024-11-17T00:19:43,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:43,601 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:43,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:43,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,602 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,710 DEBUG [Thread-2000 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f2423f3 to 127.0.0.1:50278 2024-11-17T00:19:43,710 DEBUG [Thread-2000 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:43,712 DEBUG [Thread-1994 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b7f20c4 to 127.0.0.1:50278 2024-11-17T00:19:43,712 DEBUG [Thread-1994 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:43,713 DEBUG [Thread-2002 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x184771cf to 127.0.0.1:50278 2024-11-17T00:19:43,713 DEBUG [Thread-2002 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:43,715 DEBUG [Thread-1998 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x41b0e7b6 to 127.0.0.1:50278 2024-11-17T00:19:43,715 DEBUG [Thread-1998 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:43,716 DEBUG [Thread-1996 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7c40ba to 127.0.0.1:50278 2024-11-17T00:19:43,717 DEBUG [Thread-1996 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:43,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:43,754 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802843757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802843757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802843757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802843759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802843759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:43,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:43,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:43,907 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:43,945 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/1819d40ed6c245f2a69215b674e633e7 2024-11-17T00:19:43,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7b60a6c7e9364e1d83ec9e50d4d89602 is 50, key is test_row_0/C:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:43,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742347_1523 (size=12301) 2024-11-17T00:19:44,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:44,058 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,059 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,211 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:44,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,211 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:44,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59038 deadline: 1731802844259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:44,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59078 deadline: 1731802844259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59020 deadline: 1731802844260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,261 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:44,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59034 deadline: 1731802844261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:44,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59064 deadline: 1731802844261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,354 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7b60a6c7e9364e1d83ec9e50d4d89602 2024-11-17T00:19:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ae9cc38c7ae24abc8aabbc69394bf477 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477 2024-11-17T00:19:44,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477, entries=250, sequenceid=363, filesize=16.8 K 2024-11-17T00:19:44,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/1819d40ed6c245f2a69215b674e633e7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7 2024-11-17T00:19:44,363 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,363 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:44,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7, entries=150, sequenceid=363, filesize=12.0 K 2024-11-17T00:19:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,364 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/7b60a6c7e9364e1d83ec9e50d4d89602 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602 2024-11-17T00:19:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:44,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602, entries=150, sequenceid=363, filesize=12.0 K 2024-11-17T00:19:44,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 59f6534082d1318584f9c40ed08a6ed5 in 1249ms, sequenceid=363, compaction requested=true 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 59f6534082d1318584f9c40ed08a6ed5:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:44,367 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:44,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:44,367 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39749 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34869 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/B is initiating minor compaction (all files) 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/A is initiating minor compaction (all files) 2024-11-17T00:19:44,368 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/B in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,368 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/A in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,368 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/78a490b3d7fd460da44773c13ed996db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=34.1 K 2024-11-17T00:19:44,368 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea3a7db97c984d9787c54291f3ad0745, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=38.8 K 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a490b3d7fd460da44773c13ed996db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:44,368 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea3a7db97c984d9787c54291f3ad0745, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:44,369 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342b39e9575f4711a18b8a384f6c0e36, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731802780983 2024-11-17T00:19:44,369 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 39b5501d6c2b4057af2ea4b07befd970, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731802780983 2024-11-17T00:19:44,369 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae9cc38c7ae24abc8aabbc69394bf477, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731802783113 2024-11-17T00:19:44,369 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1819d40ed6c245f2a69215b674e633e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731802783113 2024-11-17T00:19:44,375 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#B#compaction#451 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:44,375 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/31edc41efefe412db042c2dafbd6d584 is 50, key is test_row_0/B:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:44,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742348_1524 (size=12813) 2024-11-17T00:19:44,395 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#A#compaction#452 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:44,396 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ea20defa1de7414e8a915dc6662d5984 is 50, key is test_row_0/A:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:44,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742349_1525 (size=12813) 2024-11-17T00:19:44,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:44,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-17T00:19:44,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,516 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:44,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:44,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6f8512605c9548f3a4b2510f0be14185 is 50, key is test_row_0/A:col10/1731802783144/Put/seqid=0 2024-11-17T00:19:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742350_1526 (size=12301) 2024-11-17T00:19:44,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:44,783 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/31edc41efefe412db042c2dafbd6d584 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/31edc41efefe412db042c2dafbd6d584 2024-11-17T00:19:44,787 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/B of 59f6534082d1318584f9c40ed08a6ed5 into 31edc41efefe412db042c2dafbd6d584(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:44,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:44,787 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/B, priority=13, startTime=1731802784367; duration=0sec 2024-11-17T00:19:44,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:44,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:B 2024-11-17T00:19:44,787 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:44,788 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34971 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:44,788 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 59f6534082d1318584f9c40ed08a6ed5/C is initiating minor compaction (all files) 2024-11-17T00:19:44,788 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 59f6534082d1318584f9c40ed08a6ed5/C in TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:44,788 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cd419567e90a437bbca6ade7d9ec503b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp, totalSize=34.2 K 2024-11-17T00:19:44,788 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting cd419567e90a437bbca6ade7d9ec503b, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1731802780349 2024-11-17T00:19:44,789 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 579d9f872d2048d29b2ac6ac157337c1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731802780983 2024-11-17T00:19:44,789 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b60a6c7e9364e1d83ec9e50d4d89602, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731802783113 2024-11-17T00:19:44,794 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 59f6534082d1318584f9c40ed08a6ed5#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:44,795 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/cfd663a1a58b4b59b7b261fba3a91c59 is 50, key is test_row_0/C:col10/1731802783117/Put/seqid=0 2024-11-17T00:19:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742351_1527 (size=12915) 2024-11-17T00:19:44,804 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/ea20defa1de7414e8a915dc6662d5984 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea20defa1de7414e8a915dc6662d5984 2024-11-17T00:19:44,808 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/A of 59f6534082d1318584f9c40ed08a6ed5 into ea20defa1de7414e8a915dc6662d5984(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:44,808 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:44,808 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/A, priority=13, startTime=1731802784367; duration=0sec 2024-11-17T00:19:44,808 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:44,808 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:A 2024-11-17T00:19:44,927 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6f8512605c9548f3a4b2510f0be14185 2024-11-17T00:19:44,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/edcf1b47fab3468d985e57cd7c6f63a0 is 50, key is test_row_0/B:col10/1731802783144/Put/seqid=0 2024-11-17T00:19:44,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742352_1528 (size=12301) 2024-11-17T00:19:45,204 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/cfd663a1a58b4b59b7b261fba3a91c59 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cfd663a1a58b4b59b7b261fba3a91c59 2024-11-17T00:19:45,207 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 59f6534082d1318584f9c40ed08a6ed5/C of 59f6534082d1318584f9c40ed08a6ed5 into cfd663a1a58b4b59b7b261fba3a91c59(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:45,207 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:45,207 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5., storeName=59f6534082d1318584f9c40ed08a6ed5/C, priority=13, startTime=1731802784367; duration=0sec 2024-11-17T00:19:45,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:45,208 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 59f6534082d1318584f9c40ed08a6ed5:C 2024-11-17T00:19:45,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:45,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. as already flushing 2024-11-17T00:19:45,262 DEBUG [Thread-1987 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x61d38088 to 127.0.0.1:50278 2024-11-17T00:19:45,262 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:45,264 DEBUG [Thread-1991 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b0c2472 to 127.0.0.1:50278 2024-11-17T00:19:45,265 DEBUG [Thread-1991 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:45,267 DEBUG [Thread-1985 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7177efc9 to 127.0.0.1:50278 2024-11-17T00:19:45,267 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:45,267 DEBUG [Thread-1983 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x695c2253 to 127.0.0.1:50278 2024-11-17T00:19:45,267 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:45,269 DEBUG [Thread-1989 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043f683 to 127.0.0.1:50278 2024-11-17T00:19:45,269 DEBUG [Thread-1989 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:45,337 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/edcf1b47fab3468d985e57cd7c6f63a0 2024-11-17T00:19:45,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/f76acf3eab8742a48e8a170ecca160ba is 50, key is test_row_0/C:col10/1731802783144/Put/seqid=0 2024-11-17T00:19:45,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742353_1529 (size=12301) 2024-11-17T00:19:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:45,746 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/f76acf3eab8742a48e8a170ecca160ba 2024-11-17T00:19:45,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/6f8512605c9548f3a4b2510f0be14185 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6f8512605c9548f3a4b2510f0be14185 2024-11-17T00:19:45,752 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6f8512605c9548f3a4b2510f0be14185, entries=150, sequenceid=387, filesize=12.0 K 2024-11-17T00:19:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/edcf1b47fab3468d985e57cd7c6f63a0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/edcf1b47fab3468d985e57cd7c6f63a0 2024-11-17T00:19:45,755 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/edcf1b47fab3468d985e57cd7c6f63a0, entries=150, sequenceid=387, filesize=12.0 K 2024-11-17T00:19:45,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/f76acf3eab8742a48e8a170ecca160ba as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/f76acf3eab8742a48e8a170ecca160ba 2024-11-17T00:19:45,758 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/f76acf3eab8742a48e8a170ecca160ba, entries=150, sequenceid=387, filesize=12.0 K 2024-11-17T00:19:45,759 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for 59f6534082d1318584f9c40ed08a6ed5 in 1243ms, sequenceid=387, compaction requested=false 2024-11-17T00:19:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:45,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-17T00:19:45,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-17T00:19:45,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-17T00:19:45,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3110 sec 2024-11-17T00:19:45,762 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.3140 sec 2024-11-17T00:19:47,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-17T00:19:47,554 INFO [Thread-1993 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 61 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 67 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2929 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8777 rows 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2909 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8727 rows 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2911 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8723 rows 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2928 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8784 rows 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2922 2024-11-17T00:19:47,554 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8766 rows 2024-11-17T00:19:47,554 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:19:47,554 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3512017b to 127.0.0.1:50278 2024-11-17T00:19:47,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:19:47,558 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:19:47,559 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:19:47,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:47,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:47,562 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802787562"}]},"ts":"1731802787562"} 2024-11-17T00:19:47,563 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:19:47,565 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:19:47,566 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:19:47,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, UNASSIGN}] 2024-11-17T00:19:47,567 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, UNASSIGN 2024-11-17T00:19:47,567 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=59f6534082d1318584f9c40ed08a6ed5, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:47,568 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:19:47,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:47,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:47,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:47,720 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 59f6534082d1318584f9c40ed08a6ed5, disabling compactions & flushes 2024-11-17T00:19:47,720 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. after waiting 0 ms 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:47,720 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 59f6534082d1318584f9c40ed08a6ed5 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=A 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=B 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 59f6534082d1318584f9c40ed08a6ed5, store=C 2024-11-17T00:19:47,720 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:47,724 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1a7f13aa7fa047258d76ef1b05e0c538 is 50, key is test_row_0/A:col10/1731802785268/Put/seqid=0 2024-11-17T00:19:47,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742354_1530 (size=9857) 2024-11-17T00:19:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:48,127 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1a7f13aa7fa047258d76ef1b05e0c538 2024-11-17T00:19:48,133 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6dda34b0f63a40f7b3a6958a44624fd1 is 50, key is test_row_0/B:col10/1731802785268/Put/seqid=0 2024-11-17T00:19:48,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742355_1531 (size=9857) 2024-11-17T00:19:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:48,537 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6dda34b0f63a40f7b3a6958a44624fd1 2024-11-17T00:19:48,543 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3e09a1379f6f46a4acd990783d5cb37c is 50, key is test_row_0/C:col10/1731802785268/Put/seqid=0 2024-11-17T00:19:48,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742356_1532 (size=9857) 2024-11-17T00:19:48,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:48,946 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3e09a1379f6f46a4acd990783d5cb37c 2024-11-17T00:19:48,950 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/A/1a7f13aa7fa047258d76ef1b05e0c538 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1a7f13aa7fa047258d76ef1b05e0c538 2024-11-17T00:19:48,953 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1a7f13aa7fa047258d76ef1b05e0c538, entries=100, sequenceid=398, filesize=9.6 K 2024-11-17T00:19:48,953 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/B/6dda34b0f63a40f7b3a6958a44624fd1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6dda34b0f63a40f7b3a6958a44624fd1 2024-11-17T00:19:48,956 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6dda34b0f63a40f7b3a6958a44624fd1, entries=100, sequenceid=398, filesize=9.6 K 2024-11-17T00:19:48,956 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/.tmp/C/3e09a1379f6f46a4acd990783d5cb37c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3e09a1379f6f46a4acd990783d5cb37c 2024-11-17T00:19:48,959 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3e09a1379f6f46a4acd990783d5cb37c, entries=100, sequenceid=398, filesize=9.6 K 2024-11-17T00:19:48,960 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 59f6534082d1318584f9c40ed08a6ed5 in 1240ms, sequenceid=398, compaction requested=true 2024-11-17T00:19:48,960 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/156abb55dbaf42ad845c3c3d75a9cc6d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/efa8b495187a4f6898cb3ddaa1b6b181, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/62acf89ad2ee4c1bb6c744229107285f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/0388d503dd154841a73505031a5d7470, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea3a7db97c984d9787c54291f3ad0745, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477] to archive 2024-11-17T00:19:48,961 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:48,962 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/156abb55dbaf42ad845c3c3d75a9cc6d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/156abb55dbaf42ad845c3c3d75a9cc6d 2024-11-17T00:19:48,963 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/a0e299a2b6714a2d97483dc07041327e 2024-11-17T00:19:48,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/efa8b495187a4f6898cb3ddaa1b6b181 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/efa8b495187a4f6898cb3ddaa1b6b181 2024-11-17T00:19:48,964 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/4b4899b5e0a3490985041333f5f07f0a 2024-11-17T00:19:48,965 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/92cbee49a0bd4b008ca25ee8121a4847 2024-11-17T00:19:48,966 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/f9fb6209c0fe4bddb9548833cbedc99c 2024-11-17T00:19:48,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/62acf89ad2ee4c1bb6c744229107285f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/62acf89ad2ee4c1bb6c744229107285f 2024-11-17T00:19:48,967 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/8b3930ffd5234f959fcf9e2bf83a7ab2 2024-11-17T00:19:48,968 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/0388d503dd154841a73505031a5d7470 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/0388d503dd154841a73505031a5d7470 2024-11-17T00:19:48,969 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/06b007e80f9545d4974c86143ff3d84b 2024-11-17T00:19:48,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/03b800142b3c49dd81c173af37dd8ea2 2024-11-17T00:19:48,970 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/3b1d63996a1249769970a4d03aeaa666 2024-11-17T00:19:48,971 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea3a7db97c984d9787c54291f3ad0745 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea3a7db97c984d9787c54291f3ad0745 2024-11-17T00:19:48,972 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/342b39e9575f4711a18b8a384f6c0e36 2024-11-17T00:19:48,973 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ae9cc38c7ae24abc8aabbc69394bf477 2024-11-17T00:19:48,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ff593b45fb524e3abb9d8341cfd0f48b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/dd4873d0ec7d4777a7c81bf614099601, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ba1b9c632a3e482eb4f5d0efbeae2073, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/5b1bfc10644f47a68be200560281269b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/78a490b3d7fd460da44773c13ed996db, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7] to archive 2024-11-17T00:19:48,974 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:48,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ff593b45fb524e3abb9d8341cfd0f48b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ff593b45fb524e3abb9d8341cfd0f48b 2024-11-17T00:19:48,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6e37a4929e0c47d5bc724f299616415f 2024-11-17T00:19:48,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/dd4873d0ec7d4777a7c81bf614099601 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/dd4873d0ec7d4777a7c81bf614099601 2024-11-17T00:19:48,977 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/25a28b0b5be2408185f3073f7ccc4d09 2024-11-17T00:19:48,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e26df44e641c491bbddf8fb287a5f31a 2024-11-17T00:19:48,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ba1b9c632a3e482eb4f5d0efbeae2073 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/ba1b9c632a3e482eb4f5d0efbeae2073 2024-11-17T00:19:48,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/54e12d7f48484814829ab507513582f3 2024-11-17T00:19:48,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/59e8a1a2efa04b2789fa5a02ea013503 2024-11-17T00:19:48,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/5b1bfc10644f47a68be200560281269b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/5b1bfc10644f47a68be200560281269b 2024-11-17T00:19:48,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6225b313da894e4294456bbb77cfb3a2 2024-11-17T00:19:48,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/b5ae627eb3b34cbdb5d0070ea33c8713 2024-11-17T00:19:48,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/78a490b3d7fd460da44773c13ed996db to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/78a490b3d7fd460da44773c13ed996db 2024-11-17T00:19:48,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/e87777f0098647dda00598b0767fb6d7 2024-11-17T00:19:48,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/39b5501d6c2b4057af2ea4b07befd970 2024-11-17T00:19:48,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/1819d40ed6c245f2a69215b674e633e7 2024-11-17T00:19:48,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/a22ca6d780d54127a8a72fb951a420bc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/bb65cde4ec3a431a9172fcf912dc4aa1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/9998ab879e774173b8f4fe6f88281712, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/705aa3678e2d4401adb4a8a6682a86d0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1ea5a4024ef1490abe90e1fa55ed89e3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cd419567e90a437bbca6ade7d9ec503b, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602] to archive 2024-11-17T00:19:48,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:19:48,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/a22ca6d780d54127a8a72fb951a420bc to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/a22ca6d780d54127a8a72fb951a420bc 2024-11-17T00:19:48,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/af6e12a3c39f473393532c231465b27d 2024-11-17T00:19:48,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/bb65cde4ec3a431a9172fcf912dc4aa1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/bb65cde4ec3a431a9172fcf912dc4aa1 2024-11-17T00:19:48,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/267f54e2cfd64551b7c9dc136c0ef306 2024-11-17T00:19:48,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/b47ea99db25a4f519e31d40ea09d51e2 2024-11-17T00:19:48,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/9998ab879e774173b8f4fe6f88281712 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/9998ab879e774173b8f4fe6f88281712 2024-11-17T00:19:48,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/ac89825d50cf4c24bdb6a90af42e076e 2024-11-17T00:19:48,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/93f068ad5dca43fb99debef3b2562091 2024-11-17T00:19:48,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/705aa3678e2d4401adb4a8a6682a86d0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/705aa3678e2d4401adb4a8a6682a86d0 2024-11-17T00:19:48,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/2c16ffe40ce9421b943b18f546fa5b85 2024-11-17T00:19:48,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/839a133bbd1d42d6b9d5b692e4bf77d5 2024-11-17T00:19:48,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1ea5a4024ef1490abe90e1fa55ed89e3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1ea5a4024ef1490abe90e1fa55ed89e3 2024-11-17T00:19:48,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/c277f713d4d6483e84fc579aa371dab7 2024-11-17T00:19:48,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/1c182a0f9e5e484dbaa49f99c7ea4c90 2024-11-17T00:19:49,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cd419567e90a437bbca6ade7d9ec503b to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cd419567e90a437bbca6ade7d9ec503b 2024-11-17T00:19:49,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/73ca3f325bdf4af08cbe69f4296ae3c6 2024-11-17T00:19:49,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/579d9f872d2048d29b2ac6ac157337c1 2024-11-17T00:19:49,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/7b60a6c7e9364e1d83ec9e50d4d89602 2024-11-17T00:19:49,005 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/recovered.edits/401.seqid, newMaxSeqId=401, maxSeqId=1 2024-11-17T00:19:49,006 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5. 2024-11-17T00:19:49,006 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 59f6534082d1318584f9c40ed08a6ed5: 2024-11-17T00:19:49,007 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:49,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=59f6534082d1318584f9c40ed08a6ed5, regionState=CLOSED 2024-11-17T00:19:49,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-17T00:19:49,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 59f6534082d1318584f9c40ed08a6ed5, server=3fbf313856f1,36661,1731802650791 in 1.4400 sec 2024-11-17T00:19:49,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-17T00:19:49,010 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=59f6534082d1318584f9c40ed08a6ed5, UNASSIGN in 1.4430 sec 2024-11-17T00:19:49,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-17T00:19:49,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4460 sec 2024-11-17T00:19:49,012 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802789012"}]},"ts":"1731802789012"} 2024-11-17T00:19:49,013 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:19:49,015 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:19:49,016 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4560 sec 2024-11-17T00:19:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-17T00:19:49,665 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-17T00:19:49,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:19:49,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,667 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T00:19:49,667 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,669 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:49,671 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/recovered.edits] 2024-11-17T00:19:49,672 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1a7f13aa7fa047258d76ef1b05e0c538 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/1a7f13aa7fa047258d76ef1b05e0c538 2024-11-17T00:19:49,673 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6f8512605c9548f3a4b2510f0be14185 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/6f8512605c9548f3a4b2510f0be14185 2024-11-17T00:19:49,674 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea20defa1de7414e8a915dc6662d5984 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/A/ea20defa1de7414e8a915dc6662d5984 2024-11-17T00:19:49,675 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/31edc41efefe412db042c2dafbd6d584 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/31edc41efefe412db042c2dafbd6d584 2024-11-17T00:19:49,676 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6dda34b0f63a40f7b3a6958a44624fd1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/6dda34b0f63a40f7b3a6958a44624fd1 2024-11-17T00:19:49,677 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/edcf1b47fab3468d985e57cd7c6f63a0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/B/edcf1b47fab3468d985e57cd7c6f63a0 2024-11-17T00:19:49,678 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3e09a1379f6f46a4acd990783d5cb37c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/3e09a1379f6f46a4acd990783d5cb37c 2024-11-17T00:19:49,679 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cfd663a1a58b4b59b7b261fba3a91c59 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/cfd663a1a58b4b59b7b261fba3a91c59 2024-11-17T00:19:49,680 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/f76acf3eab8742a48e8a170ecca160ba to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/C/f76acf3eab8742a48e8a170ecca160ba 2024-11-17T00:19:49,681 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/recovered.edits/401.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5/recovered.edits/401.seqid 2024-11-17T00:19:49,682 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/59f6534082d1318584f9c40ed08a6ed5 2024-11-17T00:19:49,682 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:19:49,683 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,685 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:19:49,686 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:19:49,687 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,687 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:19:49,687 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802789687"}]},"ts":"9223372036854775807"} 2024-11-17T00:19:49,688 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:19:49,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 59f6534082d1318584f9c40ed08a6ed5, NAME => 'TestAcidGuarantees,,1731802761551.59f6534082d1318584f9c40ed08a6ed5.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:19:49,688 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:19:49,688 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802789688"}]},"ts":"9223372036854775807"} 2024-11-17T00:19:49,690 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:19:49,692 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-17T00:19:49,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-17T00:19:49,768 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-17T00:19:49,776 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=240 (was 239) - Thread LEAK? -, OpenFileDescriptor=452 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 462), ProcessCount=11 (was 11), AvailableMemoryMB=15150 (was 15315) 2024-11-17T00:19:49,784 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=15150 2024-11-17T00:19:49,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:19:49,786 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:19:49,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:49,787 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T00:19:49,787 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:49,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-17T00:19:49,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:49,788 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T00:19:49,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742357_1533 (size=960) 2024-11-17T00:19:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:50,193 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3 2024-11-17T00:19:50,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742358_1534 (size=53) 2024-11-17T00:19:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:50,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 99440c35ea41335538abe827d66cadd4, disabling compactions & flushes 2024-11-17T00:19:50,598 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. after waiting 0 ms 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,598 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,598 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:50,599 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T00:19:50,600 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731802790599"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731802790599"}]},"ts":"1731802790599"} 2024-11-17T00:19:50,600 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-17T00:19:50,601 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T00:19:50,601 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802790601"}]},"ts":"1731802790601"} 2024-11-17T00:19:50,602 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-17T00:19:50,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, ASSIGN}] 2024-11-17T00:19:50,606 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, ASSIGN 2024-11-17T00:19:50,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, ASSIGN; state=OFFLINE, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=false 2024-11-17T00:19:50,756 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:50,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:50,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:50,909 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:50,911 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,911 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:19:50,911 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,912 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:19:50,912 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,912 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,913 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,914 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:50,914 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName A 2024-11-17T00:19:50,914 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:50,914 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:50,915 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,915 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:50,915 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName B 2024-11-17T00:19:50,915 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:50,916 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:50,916 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,916 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:50,917 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName C 2024-11-17T00:19:50,917 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:50,917 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:50,917 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,918 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,918 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,919 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:19:50,920 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:50,921 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T00:19:50,922 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 99440c35ea41335538abe827d66cadd4; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66668151, jitterRate=-0.006567135453224182}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:19:50,922 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:50,923 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., pid=151, masterSystemTime=1731802790909 2024-11-17T00:19:50,924 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,924 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:50,924 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=OPEN, openSeqNum=2, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:50,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-17T00:19:50,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 in 168 msec 2024-11-17T00:19:50,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-17T00:19:50,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, ASSIGN in 321 msec 2024-11-17T00:19:50,927 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T00:19:50,928 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802790927"}]},"ts":"1731802790927"} 2024-11-17T00:19:50,928 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-17T00:19:50,930 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T00:19:50,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1440 sec 2024-11-17T00:19:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-17T00:19:51,891 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-17T00:19:51,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2cbfd84f to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2209c520 2024-11-17T00:19:51,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5765d46a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:51,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:51,900 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55804, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:51,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T00:19:51,901 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T00:19:51,903 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-17T00:19:51,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T00:19:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-17T00:19:51,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742359_1535 (size=996) 2024-11-17T00:19:52,312 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-17T00:19:52,312 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-17T00:19:52,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:19:52,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, REOPEN/MOVE}] 2024-11-17T00:19:52,316 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, REOPEN/MOVE 2024-11-17T00:19:52,316 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,317 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:19:52,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:52,468 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,469 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,469 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:19:52,469 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 99440c35ea41335538abe827d66cadd4, disabling compactions & flushes 2024-11-17T00:19:52,469 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,469 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,469 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. after waiting 0 ms 2024-11-17T00:19:52,469 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,472 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-17T00:19:52,472 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,472 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:52,472 WARN [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 99440c35ea41335538abe827d66cadd4 to self. 2024-11-17T00:19:52,474 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,474 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=CLOSED 2024-11-17T00:19:52,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-17T00:19:52,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 in 157 msec 2024-11-17T00:19:52,476 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, REOPEN/MOVE; state=CLOSED, location=3fbf313856f1,36661,1731802650791; forceNewPlan=false, retain=true 2024-11-17T00:19:52,626 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=OPENING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:19:52,778 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,780 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,781 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} 2024-11-17T00:19:52,781 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,781 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T00:19:52,781 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,781 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,782 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,782 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:52,783 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName A 2024-11-17T00:19:52,783 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:52,784 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:52,784 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,785 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:52,785 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName B 2024-11-17T00:19:52,785 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:52,785 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:52,785 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,785 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-17T00:19:52,786 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99440c35ea41335538abe827d66cadd4 columnFamilyName C 2024-11-17T00:19:52,786 DEBUG [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:52,786 INFO [StoreOpener-99440c35ea41335538abe827d66cadd4-1 {}] regionserver.HStore(327): Store=99440c35ea41335538abe827d66cadd4/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T00:19:52,786 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,787 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,787 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,788 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-17T00:19:52,789 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,790 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 99440c35ea41335538abe827d66cadd4; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68604973, jitterRate=0.022293761372566223}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-17T00:19:52,790 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:52,791 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., pid=156, masterSystemTime=1731802792778 2024-11-17T00:19:52,792 DEBUG [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,792 INFO [RS_OPEN_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,792 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=OPEN, openSeqNum=5, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-17T00:19:52,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 in 166 msec 2024-11-17T00:19:52,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-17T00:19:52,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, REOPEN/MOVE in 479 msec 2024-11-17T00:19:52,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-17T00:19:52,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 481 msec 2024-11-17T00:19:52,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 893 msec 2024-11-17T00:19:52,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-17T00:19:52,799 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fb684eb to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@537a66f8 2024-11-17T00:19:52,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ac53e79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,802 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0644b7e6 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6094c70 2024-11-17T00:19:52,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc9c3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c9b5141 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@103dfc6e 2024-11-17T00:19:52,809 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7181df3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11a52cdf to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e047c09 2024-11-17T00:19:52,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11030ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,813 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d7fe431 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60d631a3 2024-11-17T00:19:52,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69abefea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,817 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58971172 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6e757135 2024-11-17T00:19:52,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6a59e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d7fe93b to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7846cb78 2024-11-17T00:19:52,825 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@150e08ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,826 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11c440f7 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f1754bc 2024-11-17T00:19:52,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3b66d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58460ef3 to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d9113f3 2024-11-17T00:19:52,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cfdf76c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,833 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6e8cd1ae to 127.0.0.1:50278 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bb75907 2024-11-17T00:19:52,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c2838a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-17T00:19:52,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-17T00:19:52,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:52,841 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:52,841 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:52,842 DEBUG [hconnection-0x58af8b85-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,842 DEBUG [hconnection-0x7e93ad21-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,842 DEBUG [hconnection-0x46683d9a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,842 DEBUG [hconnection-0x78993f24-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,843 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39786, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,844 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,844 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,844 DEBUG [hconnection-0x1645a8fd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,844 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39800, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,844 DEBUG [hconnection-0x791447d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,845 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,848 DEBUG [hconnection-0x4f53b1fe-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,848 DEBUG [hconnection-0x32713811-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,848 DEBUG [hconnection-0x29e47726-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,848 DEBUG [hconnection-0x2b8b5373-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T00:19:52,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39824, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,849 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,849 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39842, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,849 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39852, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T00:19:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:52,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:19:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:52,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:52,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:52,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802852865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802852864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802852866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802852868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802852868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171f3d176ac0ba40c792065256b87decfa_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802792848/Put/seqid=0 2024-11-17T00:19:52,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742360_1536 (size=12154) 2024-11-17T00:19:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:52,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802852968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802852969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802852970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802852971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:52,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802852971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:52,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:52,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:52,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:52,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:53,145 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802853171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802853171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802853172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802853173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802853175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:53,289 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171f3d176ac0ba40c792065256b87decfa_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f3d176ac0ba40c792065256b87decfa_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:53,290 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/922974200fd24438b69f34ac87829057, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:53,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/922974200fd24438b69f34ac87829057 is 175, key is test_row_0/A:col10/1731802792848/Put/seqid=0 2024-11-17T00:19:53,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742361_1537 (size=30955) 2024-11-17T00:19:53,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:53,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,476 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802853474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802853474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802853475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802853477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802853479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,602 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,695 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/922974200fd24438b69f34ac87829057 2024-11-17T00:19:53,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a8f74dbf28fa4de6958f65c7df241916 is 50, key is test_row_0/B:col10/1731802792848/Put/seqid=0 2024-11-17T00:19:53,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742362_1538 (size=12001) 2024-11-17T00:19:53,755 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,755 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,907 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:53,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802853977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802853978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802853980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802853982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:53,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802853983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,060 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,061 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:54,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:54,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:54,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:54,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:54,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:54,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a8f74dbf28fa4de6958f65c7df241916 2024-11-17T00:19:54,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/9f8d384aba7b452cb6e70d26f229188f is 50, key is test_row_0/C:col10/1731802792848/Put/seqid=0 2024-11-17T00:19:54,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742363_1539 (size=12001) 2024-11-17T00:19:54,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/9f8d384aba7b452cb6e70d26f229188f 2024-11-17T00:19:54,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/922974200fd24438b69f34ac87829057 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057 2024-11-17T00:19:54,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057, entries=150, sequenceid=18, filesize=30.2 K 2024-11-17T00:19:54,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a8f74dbf28fa4de6958f65c7df241916 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916 2024-11-17T00:19:54,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916, entries=150, sequenceid=18, filesize=11.7 K 2024-11-17T00:19:54,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/9f8d384aba7b452cb6e70d26f229188f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f 2024-11-17T00:19:54,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f, entries=150, sequenceid=18, filesize=11.7 K 2024-11-17T00:19:54,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 99440c35ea41335538abe827d66cadd4 in 1318ms, sequenceid=18, compaction requested=false 2024-11-17T00:19:54,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:54,213 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-17T00:19:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:54,214 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:54,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:54,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172ca690620fb34d23bffb9f56c4092751_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802792865/Put/seqid=0 2024-11-17T00:19:54,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742364_1540 (size=12154) 2024-11-17T00:19:54,529 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-17T00:19:54,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:54,657 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411172ca690620fb34d23bffb9f56c4092751_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172ca690620fb34d23bffb9f56c4092751_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:54,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/2f8b1615922f469abed14973512c2fa0, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:54,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/2f8b1615922f469abed14973512c2fa0 is 175, key is test_row_0/A:col10/1731802792865/Put/seqid=0 2024-11-17T00:19:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742365_1541 (size=30955) 2024-11-17T00:19:54,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:54,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:54,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802854992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,995 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:54,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802854993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,996 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:54,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802854994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802854995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:54,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802854995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,063 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/2f8b1615922f469abed14973512c2fa0 2024-11-17T00:19:55,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/35824ae7346f4714ba131b42b6b2cf6c is 50, key is test_row_0/B:col10/1731802792865/Put/seqid=0 2024-11-17T00:19:55,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742366_1542 (size=12001) 2024-11-17T00:19:55,074 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/35824ae7346f4714ba131b42b6b2cf6c 2024-11-17T00:19:55,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/d0c4324284a5449ebb1e23378760f537 is 50, key is test_row_0/C:col10/1731802792865/Put/seqid=0 2024-11-17T00:19:55,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742367_1543 (size=12001) 2024-11-17T00:19:55,083 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/d0c4324284a5449ebb1e23378760f537 2024-11-17T00:19:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/2f8b1615922f469abed14973512c2fa0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0 2024-11-17T00:19:55,090 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0, entries=150, sequenceid=41, filesize=30.2 K 2024-11-17T00:19:55,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/35824ae7346f4714ba131b42b6b2cf6c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c 2024-11-17T00:19:55,093 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:19:55,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/d0c4324284a5449ebb1e23378760f537 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537 2024-11-17T00:19:55,096 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802855096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802855096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,097 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537, entries=150, sequenceid=41, filesize=11.7 K 2024-11-17T00:19:55,098 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 99440c35ea41335538abe827d66cadd4 in 884ms, sequenceid=41, compaction requested=false 2024-11-17T00:19:55,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:55,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:55,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-17T00:19:55,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-17T00:19:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:55,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:55,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-17T00:19:55,100 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2580 sec 2024-11-17T00:19:55,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:55,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:55,104 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 2.2620 sec 2024-11-17T00:19:55,109 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170523cf7d8a754e4c9d80d716121faabe_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742368_1544 (size=12154) 2024-11-17T00:19:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802855141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802855144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802855145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802855245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802855247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,249 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802855247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802855298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802855298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802855448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802855449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802855451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:55,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170523cf7d8a754e4c9d80d716121faabe_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170523cf7d8a754e4c9d80d716121faabe_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:55,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/8325516ec10d4a5e892fb70b12a0ec57, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:55,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/8325516ec10d4a5e892fb70b12a0ec57 is 175, key is test_row_0/A:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:55,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742369_1545 (size=30955) 2024-11-17T00:19:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802855600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802855601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802855752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802855752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,757 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802855756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:55,927 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/8325516ec10d4a5e892fb70b12a0ec57 2024-11-17T00:19:55,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/dc91222e00554385b1afdd953efe203f is 50, key is test_row_0/B:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:55,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742370_1546 (size=12001) 2024-11-17T00:19:55,958 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/dc91222e00554385b1afdd953efe203f 2024-11-17T00:19:55,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/68d91c456dda4f1cb67c94d633e74b6e is 50, key is test_row_0/C:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742371_1547 (size=12001) 2024-11-17T00:19:55,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/68d91c456dda4f1cb67c94d633e74b6e 2024-11-17T00:19:55,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/8325516ec10d4a5e892fb70b12a0ec57 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57 2024-11-17T00:19:55,986 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57, entries=150, sequenceid=57, filesize=30.2 K 2024-11-17T00:19:55,987 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/dc91222e00554385b1afdd953efe203f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f 2024-11-17T00:19:55,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f, entries=150, sequenceid=57, filesize=11.7 K 2024-11-17T00:19:55,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/68d91c456dda4f1cb67c94d633e74b6e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e 2024-11-17T00:19:55,996 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e, entries=150, sequenceid=57, filesize=11.7 K 2024-11-17T00:19:55,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 99440c35ea41335538abe827d66cadd4 in 898ms, sequenceid=57, compaction requested=true 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:55,997 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:19:55,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:55,997 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:55,998 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:55,998 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:55,998 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/B is initiating minor compaction (all files) 2024-11-17T00:19:55,998 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/A is initiating minor compaction (all files) 2024-11-17T00:19:55,998 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/B in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:55,998 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/A in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:55,998 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=35.2 K 2024-11-17T00:19:55,998 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=90.7 K 2024-11-17T00:19:55,998 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:55,998 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57] 2024-11-17T00:19:55,999 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a8f74dbf28fa4de6958f65c7df241916, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731802792848 2024-11-17T00:19:55,999 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 922974200fd24438b69f34ac87829057, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731802792848 2024-11-17T00:19:55,999 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f8b1615922f469abed14973512c2fa0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802792859 2024-11-17T00:19:56,000 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 35824ae7346f4714ba131b42b6b2cf6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802792859 2024-11-17T00:19:56,000 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8325516ec10d4a5e892fb70b12a0ec57, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:19:56,000 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting dc91222e00554385b1afdd953efe203f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:19:56,009 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:56,011 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#B#compaction#470 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:56,012 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/214ce2ff03854380a7f6b0f1f394bf4a is 50, key is test_row_0/B:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:56,024 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117d16681f737434ff4a5a8506b40ea3ee9_99440c35ea41335538abe827d66cadd4 store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:56,026 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117d16681f737434ff4a5a8506b40ea3ee9_99440c35ea41335538abe827d66cadd4, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:56,026 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d16681f737434ff4a5a8506b40ea3ee9_99440c35ea41335538abe827d66cadd4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:56,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742372_1548 (size=12104) 2024-11-17T00:19:56,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742373_1549 (size=4469) 2024-11-17T00:19:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:56,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:56,109 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:56,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e35bc6f13a3a4a87b7dbabd28d4c8a9c_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802796108/Put/seqid=0 2024-11-17T00:19:56,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742374_1550 (size=14594) 2024-11-17T00:19:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802856129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802856130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802856232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802856232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,256 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802856255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,257 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802856256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802856262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802856435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802856436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,439 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/214ce2ff03854380a7f6b0f1f394bf4a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/214ce2ff03854380a7f6b0f1f394bf4a 2024-11-17T00:19:56,443 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/B of 99440c35ea41335538abe827d66cadd4 into 214ce2ff03854380a7f6b0f1f394bf4a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:56,443 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:56,443 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/B, priority=13, startTime=1731802795997; duration=0sec 2024-11-17T00:19:56,443 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:19:56,443 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:B 2024-11-17T00:19:56,443 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:19:56,444 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:19:56,444 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/C is initiating minor compaction (all files) 2024-11-17T00:19:56,444 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/C in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:56,444 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=35.2 K 2024-11-17T00:19:56,444 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8d384aba7b452cb6e70d26f229188f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1731802792848 2024-11-17T00:19:56,445 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d0c4324284a5449ebb1e23378760f537, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1731802792859 2024-11-17T00:19:56,445 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 68d91c456dda4f1cb67c94d633e74b6e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:19:56,447 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#A#compaction#469 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:56,447 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/0606f58211154fa7a4c42bee9b4eb21a is 175, key is test_row_0/A:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:56,450 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#C#compaction#472 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:19:56,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742375_1551 (size=31058) 2024-11-17T00:19:56,451 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/c4a63e5c2a814341aaad49dbd85499a3 is 50, key is test_row_0/C:col10/1731802795099/Put/seqid=0 2024-11-17T00:19:56,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742376_1552 (size=12104) 2024-11-17T00:19:56,457 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/c4a63e5c2a814341aaad49dbd85499a3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/c4a63e5c2a814341aaad49dbd85499a3 2024-11-17T00:19:56,461 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/C of 99440c35ea41335538abe827d66cadd4 into c4a63e5c2a814341aaad49dbd85499a3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:56,461 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:56,461 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/C, priority=13, startTime=1731802795997; duration=0sec 2024-11-17T00:19:56,461 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:56,461 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:C 2024-11-17T00:19:56,520 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:56,524 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117e35bc6f13a3a4a87b7dbabd28d4c8a9c_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e35bc6f13a3a4a87b7dbabd28d4c8a9c_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:56,526 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/c84ce66a8e26496e9d96d0d8f24c2855, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:56,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/c84ce66a8e26496e9d96d0d8f24c2855 is 175, key is test_row_0/A:col10/1731802796108/Put/seqid=0 2024-11-17T00:19:56,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742377_1553 (size=39549) 2024-11-17T00:19:56,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802856740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802856740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:56,855 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/0606f58211154fa7a4c42bee9b4eb21a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a 2024-11-17T00:19:56,859 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/A of 99440c35ea41335538abe827d66cadd4 into 0606f58211154fa7a4c42bee9b4eb21a(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:19:56,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:56,859 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/A, priority=13, startTime=1731802795997; duration=0sec 2024-11-17T00:19:56,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:19:56,859 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:A 2024-11-17T00:19:56,933 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/c84ce66a8e26496e9d96d0d8f24c2855 2024-11-17T00:19:56,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/d1db5e597fdb4d0dbaace640617f5044 is 50, key is test_row_0/B:col10/1731802796108/Put/seqid=0 2024-11-17T00:19:56,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742378_1554 (size=12001) 2024-11-17T00:19:56,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-17T00:19:56,945 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-17T00:19:56,946 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:19:56,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-17T00:19:56,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:56,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:19:56,948 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:19:56,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:19:57,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:57,100 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:57,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802857243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802857244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:57,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802857258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802857264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802857266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/d1db5e597fdb4d0dbaace640617f5044 2024-11-17T00:19:57,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6e921338a01841c491700ea5672241e9 is 50, key is test_row_0/C:col10/1731802796108/Put/seqid=0 2024-11-17T00:19:57,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742379_1555 (size=12001) 2024-11-17T00:19:57,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:57,558 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:57,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,710 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:19:57,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6e921338a01841c491700ea5672241e9 2024-11-17T00:19:57,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/c84ce66a8e26496e9d96d0d8f24c2855 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855 2024-11-17T00:19:57,763 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855, entries=200, sequenceid=79, filesize=38.6 K 2024-11-17T00:19:57,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/d1db5e597fdb4d0dbaace640617f5044 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044 2024-11-17T00:19:57,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044, entries=150, sequenceid=79, filesize=11.7 K 2024-11-17T00:19:57,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6e921338a01841c491700ea5672241e9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9 2024-11-17T00:19:57,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9, entries=150, sequenceid=79, filesize=11.7 K 2024-11-17T00:19:57,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 99440c35ea41335538abe827d66cadd4 in 1662ms, sequenceid=79, compaction requested=false 2024-11-17T00:19:57,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:57,863 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:19:57,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-17T00:19:57,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:57,864 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:57,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:57,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173d42a92f14a24d50a9796b1cb8942dda_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802796128/Put/seqid=0 2024-11-17T00:19:57,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742380_1556 (size=12154) 2024-11-17T00:19:58,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:58,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:58,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:19:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802858273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802858275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,279 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411173d42a92f14a24d50a9796b1cb8942dda_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173d42a92f14a24d50a9796b1cb8942dda_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/25e04a3c20d8403f8b9fccda59226ace, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:58,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/25e04a3c20d8403f8b9fccda59226ace is 175, key is test_row_0/A:col10/1731802796128/Put/seqid=0 2024-11-17T00:19:58,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742381_1557 (size=30955) 2024-11-17T00:19:58,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802858376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802858378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802858578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802858580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,694 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/25e04a3c20d8403f8b9fccda59226ace 2024-11-17T00:19:58,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/ead2de8e10dc4c3ab21d2e0e7b15bdab is 50, key is test_row_0/B:col10/1731802796128/Put/seqid=0 2024-11-17T00:19:58,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742382_1558 (size=12001) 2024-11-17T00:19:58,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802858883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:58,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:58,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802858884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:19:59,104 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/ead2de8e10dc4c3ab21d2e0e7b15bdab 2024-11-17T00:19:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/740a90399ea7445f98ef439a41b640b2 is 50, key is test_row_0/C:col10/1731802796128/Put/seqid=0 2024-11-17T00:19:59,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742383_1559 (size=12001) 2024-11-17T00:19:59,115 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/740a90399ea7445f98ef439a41b640b2 2024-11-17T00:19:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/25e04a3c20d8403f8b9fccda59226ace as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace 2024-11-17T00:19:59,121 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace, entries=150, sequenceid=97, filesize=30.2 K 2024-11-17T00:19:59,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/ead2de8e10dc4c3ab21d2e0e7b15bdab as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab 2024-11-17T00:19:59,124 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T00:19:59,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/740a90399ea7445f98ef439a41b640b2 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2 2024-11-17T00:19:59,128 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2, entries=150, sequenceid=97, filesize=11.7 K 2024-11-17T00:19:59,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 99440c35ea41335538abe827d66cadd4 in 1266ms, sequenceid=97, compaction requested=true 2024-11-17T00:19:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:19:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:19:59,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-17T00:19:59,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-17T00:19:59,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-17T00:19:59,132 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1820 sec 2024-11-17T00:19:59,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 2.1860 sec 2024-11-17T00:19:59,186 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T00:19:59,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:59,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:19:59,267 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:19:59,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178c36ddad2fdd478d8df50e59d1b785a9_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802799266/Put/seqid=0 2024-11-17T00:19:59,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742384_1560 (size=14594) 2024-11-17T00:19:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802859283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802859284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802859284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802859388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802859388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802859389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,390 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802859389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,391 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802859389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802859590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802859591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802859591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,678 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:19:59,681 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411178c36ddad2fdd478d8df50e59d1b785a9_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178c36ddad2fdd478d8df50e59d1b785a9_99440c35ea41335538abe827d66cadd4 2024-11-17T00:19:59,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/18c41a1622f34b3bb694356c27e7be19, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:19:59,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/18c41a1622f34b3bb694356c27e7be19 is 175, key is test_row_0/A:col10/1731802799266/Put/seqid=0 2024-11-17T00:19:59,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742385_1561 (size=39549) 2024-11-17T00:19:59,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802859895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802859895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:19:59,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:19:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802859895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,087 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/18c41a1622f34b3bb694356c27e7be19 2024-11-17T00:20:00,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/61ece48c30eb4323b7e4c602923b4338 is 50, key is test_row_0/B:col10/1731802799266/Put/seqid=0 2024-11-17T00:20:00,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742386_1562 (size=12001) 2024-11-17T00:20:00,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802860395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:00,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802860396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:00,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802860398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:00,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802860400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:00,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802860402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:00,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/61ece48c30eb4323b7e4c602923b4338 2024-11-17T00:20:00,503 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/01e28458f67045f3ae53555d4130aeee is 50, key is test_row_0/C:col10/1731802799266/Put/seqid=0 2024-11-17T00:20:00,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742387_1563 (size=12001) 2024-11-17T00:20:00,531 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-17T00:20:00,531 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-17T00:20:00,907 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/01e28458f67045f3ae53555d4130aeee 2024-11-17T00:20:00,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/18c41a1622f34b3bb694356c27e7be19 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19 2024-11-17T00:20:00,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19, entries=200, sequenceid=119, filesize=38.6 K 2024-11-17T00:20:00,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/61ece48c30eb4323b7e4c602923b4338 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338 2024-11-17T00:20:00,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338, entries=150, sequenceid=119, filesize=11.7 K 2024-11-17T00:20:00,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/01e28458f67045f3ae53555d4130aeee as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee 2024-11-17T00:20:00,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee, entries=150, sequenceid=119, filesize=11.7 K 2024-11-17T00:20:00,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 99440c35ea41335538abe827d66cadd4 in 1656ms, sequenceid=119, compaction requested=true 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:00,923 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:20:00,923 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:00,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:00,924 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:00,924 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/B is initiating minor compaction (all files) 2024-11-17T00:20:00,925 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/B in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:00,925 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/214ce2ff03854380a7f6b0f1f394bf4a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=47.0 K 2024-11-17T00:20:00,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 214ce2ff03854380a7f6b0f1f394bf4a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:20:00,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting d1db5e597fdb4d0dbaace640617f5044, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731802795144 2024-11-17T00:20:00,926 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ead2de8e10dc4c3ab21d2e0e7b15bdab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802796119 2024-11-17T00:20:00,926 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 61ece48c30eb4323b7e4c602923b4338, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:00,928 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:00,928 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/A is initiating minor compaction (all files) 2024-11-17T00:20:00,928 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/A in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:00,928 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=137.8 K 2024-11-17T00:20:00,928 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:00,928 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19] 2024-11-17T00:20:00,929 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0606f58211154fa7a4c42bee9b4eb21a, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:20:00,929 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting c84ce66a8e26496e9d96d0d8f24c2855, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731802795143 2024-11-17T00:20:00,929 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e04a3c20d8403f8b9fccda59226ace, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802796119 2024-11-17T00:20:00,930 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18c41a1622f34b3bb694356c27e7be19, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:00,934 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#B#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:00,935 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/b1e4bbc633b6483a8124cead9033be51 is 50, key is test_row_0/B:col10/1731802799266/Put/seqid=0 2024-11-17T00:20:00,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742388_1564 (size=12241) 2024-11-17T00:20:00,940 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:00,942 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117c84a730993da4b04a41fd51006f99034_99440c35ea41335538abe827d66cadd4 store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:00,943 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/b1e4bbc633b6483a8124cead9033be51 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/b1e4bbc633b6483a8124cead9033be51 2024-11-17T00:20:00,945 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117c84a730993da4b04a41fd51006f99034_99440c35ea41335538abe827d66cadd4, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:00,945 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c84a730993da4b04a41fd51006f99034_99440c35ea41335538abe827d66cadd4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:00,947 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/B of 99440c35ea41335538abe827d66cadd4 into b1e4bbc633b6483a8124cead9033be51(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:00,947 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:00,947 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/B, priority=12, startTime=1731802800923; duration=0sec 2024-11-17T00:20:00,948 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:00,948 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:B 2024-11-17T00:20:00,948 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:00,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742389_1565 (size=4469) 2024-11-17T00:20:00,949 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:00,949 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/C is initiating minor compaction (all files) 2024-11-17T00:20:00,949 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/C in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:00,949 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/c4a63e5c2a814341aaad49dbd85499a3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=47.0 K 2024-11-17T00:20:00,949 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c4a63e5c2a814341aaad49dbd85499a3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1731802794993 2024-11-17T00:20:00,950 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e921338a01841c491700ea5672241e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1731802795144 2024-11-17T00:20:00,950 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 740a90399ea7445f98ef439a41b640b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1731802796119 2024-11-17T00:20:00,950 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 01e28458f67045f3ae53555d4130aeee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:00,956 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:00,956 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/a81f6303d55645ef8cb6f16789cc2838 is 50, key is test_row_0/C:col10/1731802799266/Put/seqid=0 2024-11-17T00:20:00,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742390_1566 (size=12241) 2024-11-17T00:20:00,963 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/a81f6303d55645ef8cb6f16789cc2838 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a81f6303d55645ef8cb6f16789cc2838 2024-11-17T00:20:00,967 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/C of 99440c35ea41335538abe827d66cadd4 into a81f6303d55645ef8cb6f16789cc2838(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:00,967 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:00,967 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/C, priority=12, startTime=1731802800923; duration=0sec 2024-11-17T00:20:00,967 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:00,967 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:C 2024-11-17T00:20:01,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-17T00:20:01,052 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-17T00:20:01,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-17T00:20:01,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-17T00:20:01,054 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:01,055 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:01,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-17T00:20:01,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-17T00:20:01,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:01,208 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:01,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:01,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170ad2b3d6adda48a88f2036f4eab7d3d2_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802799283/Put/seqid=0 2024-11-17T00:20:01,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742391_1567 (size=12304) 2024-11-17T00:20:01,350 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#A#compaction#482 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:01,350 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5d3baba5957241c881fc6215b8dfc3d0 is 175, key is test_row_0/A:col10/1731802799266/Put/seqid=0 2024-11-17T00:20:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742392_1568 (size=31195) 2024-11-17T00:20:01,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-17T00:20:01,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:01,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:01,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802861426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802861427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802861427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802861528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802861531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802861531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:01,622 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411170ad2b3d6adda48a88f2036f4eab7d3d2_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ad2b3d6adda48a88f2036f4eab7d3d2_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5174d7fa6fd24b8c816ddb2521101ae1, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:01,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5174d7fa6fd24b8c816ddb2521101ae1 is 175, key is test_row_0/A:col10/1731802799283/Put/seqid=0 2024-11-17T00:20:01,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742393_1569 (size=31105) 2024-11-17T00:20:01,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-17T00:20:01,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802861731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802861734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,736 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802861735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:01,758 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5d3baba5957241c881fc6215b8dfc3d0 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0 2024-11-17T00:20:01,762 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/A of 99440c35ea41335538abe827d66cadd4 into 5d3baba5957241c881fc6215b8dfc3d0(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:01,762 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:01,762 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/A, priority=12, startTime=1731802800923; duration=0sec 2024-11-17T00:20:01,762 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:01,762 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:A 2024-11-17T00:20:02,027 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=135, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5174d7fa6fd24b8c816ddb2521101ae1 2024-11-17T00:20:02,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/64a3f419ca9e42e49b32c4a9c6b5afd1 is 50, key is test_row_0/B:col10/1731802799283/Put/seqid=0 2024-11-17T00:20:02,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802862034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802862037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802862038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742394_1570 (size=12151) 2024-11-17T00:20:02,042 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/64a3f419ca9e42e49b32c4a9c6b5afd1 2024-11-17T00:20:02,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/a25b76a10b3e4b208ab167c761b42477 is 50, key is test_row_0/C:col10/1731802799283/Put/seqid=0 2024-11-17T00:20:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742395_1571 (size=12151) 2024-11-17T00:20:02,058 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/a25b76a10b3e4b208ab167c761b42477 2024-11-17T00:20:02,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5174d7fa6fd24b8c816ddb2521101ae1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1 2024-11-17T00:20:02,063 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1, entries=150, sequenceid=135, filesize=30.4 K 2024-11-17T00:20:02,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/64a3f419ca9e42e49b32c4a9c6b5afd1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1 2024-11-17T00:20:02,067 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1, entries=150, sequenceid=135, filesize=11.9 K 2024-11-17T00:20:02,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/a25b76a10b3e4b208ab167c761b42477 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477 2024-11-17T00:20:02,070 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477, entries=150, sequenceid=135, filesize=11.9 K 2024-11-17T00:20:02,071 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 99440c35ea41335538abe827d66cadd4 in 864ms, sequenceid=135, compaction requested=false 2024-11-17T00:20:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-17T00:20:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-17T00:20:02,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-17T00:20:02,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0170 sec 2024-11-17T00:20:02,074 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.0200 sec 2024-11-17T00:20:02,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-17T00:20:02,157 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-17T00:20:02,159 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-17T00:20:02,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:02,162 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:02,163 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:02,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:02,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:02,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:02,316 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:02,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:02,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111718a9818c6e324e24af9592705b583232_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802801426/Put/seqid=0 2024-11-17T00:20:02,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742396_1572 (size=12304) 2024-11-17T00:20:02,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:02,332 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111718a9818c6e324e24af9592705b583232_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111718a9818c6e324e24af9592705b583232_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:02,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/029b6b2b687242b2a82d5a7b15bf80ac, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:02,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/029b6b2b687242b2a82d5a7b15bf80ac is 175, key is test_row_0/A:col10/1731802801426/Put/seqid=0 2024-11-17T00:20:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742397_1573 (size=31105) 2024-11-17T00:20:02,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:02,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:02,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802862410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802862411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:02,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802862513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802862514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802862538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802862540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802862541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802862715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,717 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:02,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802862716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:02,736 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=158, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/029b6b2b687242b2a82d5a7b15bf80ac 2024-11-17T00:20:02,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/0780f2ba4cd44ed1899734c3db6d7d1f is 50, key is test_row_0/B:col10/1731802801426/Put/seqid=0 2024-11-17T00:20:02,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742398_1574 (size=12151) 2024-11-17T00:20:02,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802863018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802863018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,147 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/0780f2ba4cd44ed1899734c3db6d7d1f 2024-11-17T00:20:03,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6df88d73c51e48c48afa5380b43b0007 is 50, key is test_row_0/C:col10/1731802801426/Put/seqid=0 2024-11-17T00:20:03,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742399_1575 (size=12151) 2024-11-17T00:20:03,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802863524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802863524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802863541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802863546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:03,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802863547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:03,557 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=158 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6df88d73c51e48c48afa5380b43b0007 2024-11-17T00:20:03,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/029b6b2b687242b2a82d5a7b15bf80ac as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac 2024-11-17T00:20:03,564 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac, entries=150, sequenceid=158, filesize=30.4 K 2024-11-17T00:20:03,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/0780f2ba4cd44ed1899734c3db6d7d1f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f 2024-11-17T00:20:03,568 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:20:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/6df88d73c51e48c48afa5380b43b0007 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007 2024-11-17T00:20:03,571 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007, entries=150, sequenceid=158, filesize=11.9 K 2024-11-17T00:20:03,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 99440c35ea41335538abe827d66cadd4 in 1256ms, sequenceid=158, compaction requested=true 2024-11-17T00:20:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:03,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-17T00:20:03,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-17T00:20:03,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-17T00:20:03,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4100 sec 2024-11-17T00:20:03,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.4160 sec 2024-11-17T00:20:04,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-17T00:20:04,264 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-17T00:20:04,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:04,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-17T00:20:04,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T00:20:04,266 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:04,267 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:04,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:04,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T00:20:04,418 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-17T00:20:04,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,419 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:04,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179ff5f684fbcd42ee94dbd6f8c1d217a5_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802802409/Put/seqid=0 2024-11-17T00:20:04,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742400_1576 (size=12304) 2024-11-17T00:20:04,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,433 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411179ff5f684fbcd42ee94dbd6f8c1d217a5_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179ff5f684fbcd42ee94dbd6f8c1d217a5_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/dad4a1a4b4d84ba3b3ed152fc2f849a7, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:04,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 is 175, key is test_row_0/A:col10/1731802802409/Put/seqid=0 2024-11-17T00:20:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742401_1577 (size=31105) 2024-11-17T00:20:04,438 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=172, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 2024-11-17T00:20:04,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7c2887de13b9417890e7ff6639c3ce4e is 50, key is test_row_0/B:col10/1731802802409/Put/seqid=0 2024-11-17T00:20:04,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742402_1578 (size=12151) 2024-11-17T00:20:04,448 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7c2887de13b9417890e7ff6639c3ce4e 2024-11-17T00:20:04,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/292a3bbed86c4d56bdab5c149b8c0e45 is 50, key is test_row_0/C:col10/1731802802409/Put/seqid=0 2024-11-17T00:20:04,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742403_1579 (size=12151) 2024-11-17T00:20:04,458 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/292a3bbed86c4d56bdab5c149b8c0e45 2024-11-17T00:20:04,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 2024-11-17T00:20:04,464 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7, entries=150, sequenceid=172, filesize=30.4 K 2024-11-17T00:20:04,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7c2887de13b9417890e7ff6639c3ce4e as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e 2024-11-17T00:20:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,467 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e, entries=150, sequenceid=172, filesize=11.9 K 2024-11-17T00:20:04,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/292a3bbed86c4d56bdab5c149b8c0e45 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45 2024-11-17T00:20:04,470 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45, entries=150, sequenceid=172, filesize=11.9 K 2024-11-17T00:20:04,471 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 99440c35ea41335538abe827d66cadd4 in 52ms, sequenceid=172, compaction requested=true 2024-11-17T00:20:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-17T00:20:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-17T00:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-17T00:20:04,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 211 msec 2024-11-17T00:20:04,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,481 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 215 msec 2024-11-17T00:20:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-17T00:20:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,568 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-17T00:20:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:04,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-17T00:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:04,571 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:04,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:04,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:04,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:04,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,599 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111733f842a142304d97875287c4f61f816a_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:04,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742404_1580 (size=19774) 2024-11-17T00:20:04,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:04,627 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111733f842a142304d97875287c4f61f816a_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111733f842a142304d97875287c4f61f816a_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:04,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/67831bbe35834ed3bad9203da7e266e9, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:04,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/67831bbe35834ed3bad9203da7e266e9 is 175, key is test_row_0/A:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:04,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742405_1581 (size=57033) 2024-11-17T00:20:04,646 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802864643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802864646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:04,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:04,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802864747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802864750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:04,875 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,876 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:04,876 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,876 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:04,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802864950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:04,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:04,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802864953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,028 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,028 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,029 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,033 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/67831bbe35834ed3bad9203da7e266e9 2024-11-17T00:20:05,038 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/c81b3c010d0749e5947f81f4bc00b3d4 is 50, key is test_row_0/B:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:05,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742406_1582 (size=12151) 2024-11-17T00:20:05,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:05,180 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,181 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802865253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,258 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802865256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/c81b3c010d0749e5947f81f4bc00b3d4 2024-11-17T00:20:05,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/fc593a91bc944f71b964ec5950e9050a is 50, key is test_row_0/C:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:05,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742407_1583 (size=12151) 2024-11-17T00:20:05,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802865555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,556 DEBUG [Thread-2373 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4129 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:05,561 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802865559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,562 DEBUG [Thread-2379 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4136 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:05,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802865565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,567 DEBUG [Thread-2375 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:05,637 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:05,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802865757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:05,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802865763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,790 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,790 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:05,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/fc593a91bc944f71b964ec5950e9050a 2024-11-17T00:20:05,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/67831bbe35834ed3bad9203da7e266e9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9 2024-11-17T00:20:05,859 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9, entries=300, sequenceid=183, filesize=55.7 K 2024-11-17T00:20:05,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/c81b3c010d0749e5947f81f4bc00b3d4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4 2024-11-17T00:20:05,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4, entries=150, sequenceid=183, filesize=11.9 K 2024-11-17T00:20:05,863 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/fc593a91bc944f71b964ec5950e9050a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a 2024-11-17T00:20:05,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a, entries=150, sequenceid=183, filesize=11.9 K 2024-11-17T00:20:05,867 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 99440c35ea41335538abe827d66cadd4 in 1276ms, sequenceid=183, compaction requested=true 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:05,867 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:20:05,867 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:20:05,867 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:05,868 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 181543 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:20:05,868 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/A is initiating minor compaction (all files) 2024-11-17T00:20:05,868 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/A in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,868 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=177.3 K 2024-11-17T00:20:05,869 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,869 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9] 2024-11-17T00:20:05,869 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60845 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:20:05,869 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/B is initiating minor compaction (all files) 2024-11-17T00:20:05,869 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/B in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,869 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/b1e4bbc633b6483a8124cead9033be51, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=59.4 K 2024-11-17T00:20:05,869 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d3baba5957241c881fc6215b8dfc3d0, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting b1e4bbc633b6483a8124cead9033be51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5174d7fa6fd24b8c816ddb2521101ae1, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731802799282 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 64a3f419ca9e42e49b32c4a9c6b5afd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731802799282 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 029b6b2b687242b2a82d5a7b15bf80ac, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802801421 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 0780f2ba4cd44ed1899734c3db6d7d1f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802801421 2024-11-17T00:20:05,870 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting dad4a1a4b4d84ba3b3ed152fc2f849a7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731802802404 2024-11-17T00:20:05,871 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c2887de13b9417890e7ff6639c3ce4e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731802802404 2024-11-17T00:20:05,871 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67831bbe35834ed3bad9203da7e266e9, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804576 2024-11-17T00:20:05,871 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting c81b3c010d0749e5947f81f4bc00b3d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804577 2024-11-17T00:20:05,877 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:05,878 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#B#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:05,878 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117190e7b30bb4c4ff0a69eeb0f30da9c09_99440c35ea41335538abe827d66cadd4 store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:05,879 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/9b1ed324de6844d18d6d22191d94384c is 50, key is test_row_0/B:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:05,882 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117190e7b30bb4c4ff0a69eeb0f30da9c09_99440c35ea41335538abe827d66cadd4, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:05,882 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117190e7b30bb4c4ff0a69eeb0f30da9c09_99440c35ea41335538abe827d66cadd4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:05,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742408_1584 (size=12561) 2024-11-17T00:20:05,888 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/9b1ed324de6844d18d6d22191d94384c as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9b1ed324de6844d18d6d22191d94384c 2024-11-17T00:20:05,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742409_1585 (size=4469) 2024-11-17T00:20:05,892 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#A#compaction#496 average throughput is 1.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:05,893 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5dba057d39b54aa3a2fc53ce16248849 is 175, key is test_row_0/A:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:05,894 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 99440c35ea41335538abe827d66cadd4/B of 99440c35ea41335538abe827d66cadd4 into 9b1ed324de6844d18d6d22191d94384c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:05,894 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:05,894 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/B, priority=11, startTime=1731802805867; duration=0sec 2024-11-17T00:20:05,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:05,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:B 2024-11-17T00:20:05,895 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-17T00:20:05,896 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60845 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-17T00:20:05,896 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/C is initiating minor compaction (all files) 2024-11-17T00:20:05,896 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/C in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,897 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a81f6303d55645ef8cb6f16789cc2838, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=59.4 K 2024-11-17T00:20:05,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742410_1586 (size=31515) 2024-11-17T00:20:05,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a81f6303d55645ef8cb6f16789cc2838, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1731802798266 2024-11-17T00:20:05,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a25b76a10b3e4b208ab167c761b42477, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1731802799282 2024-11-17T00:20:05,898 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 6df88d73c51e48c48afa5380b43b0007, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=158, earliestPutTs=1731802801421 2024-11-17T00:20:05,899 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 292a3bbed86c4d56bdab5c149b8c0e45, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1731802802404 2024-11-17T00:20:05,899 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting fc593a91bc944f71b964ec5950e9050a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804577 2024-11-17T00:20:05,902 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/5dba057d39b54aa3a2fc53ce16248849 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849 2024-11-17T00:20:05,906 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 99440c35ea41335538abe827d66cadd4/A of 99440c35ea41335538abe827d66cadd4 into 5dba057d39b54aa3a2fc53ce16248849(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:05,906 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:05,906 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/A, priority=11, startTime=1731802805867; duration=0sec 2024-11-17T00:20:05,906 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:05,906 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:A 2024-11-17T00:20:05,909 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#C#compaction#498 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:05,909 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/1df5691506894fde97a1cd04c9cfa80d is 50, key is test_row_0/C:col10/1731802804577/Put/seqid=0 2024-11-17T00:20:05,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742411_1587 (size=12561) 2024-11-17T00:20:05,921 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/1df5691506894fde97a1cd04c9cfa80d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/1df5691506894fde97a1cd04c9cfa80d 2024-11-17T00:20:05,925 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 99440c35ea41335538abe827d66cadd4/C of 99440c35ea41335538abe827d66cadd4 into 1df5691506894fde97a1cd04c9cfa80d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:05,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:05,925 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/C, priority=11, startTime=1731802805867; duration=0sec 2024-11-17T00:20:05,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:05,925 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:C 2024-11-17T00:20:05,942 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:05,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-17T00:20:05,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:05,943 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:05,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:05,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b6e9abbb74f7473a8d6cd45c550e485a_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802804645/Put/seqid=0 2024-11-17T00:20:05,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742412_1588 (size=12304) 2024-11-17T00:20:06,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:06,357 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117b6e9abbb74f7473a8d6cd45c550e485a_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b6e9abbb74f7473a8d6cd45c550e485a_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:06,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/78b007f40219405a9c527115e69152f4, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:06,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/78b007f40219405a9c527115e69152f4 is 175, key is test_row_0/A:col10/1731802804645/Put/seqid=0 2024-11-17T00:20:06,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742413_1589 (size=31105) 2024-11-17T00:20:06,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:06,763 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/78b007f40219405a9c527115e69152f4 2024-11-17T00:20:06,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:06,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:06,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7f2d3731dd69480680ead53955fbce00 is 50, key is test_row_0/B:col10/1731802804645/Put/seqid=0 2024-11-17T00:20:06,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742414_1590 (size=12151) 2024-11-17T00:20:06,775 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7f2d3731dd69480680ead53955fbce00 2024-11-17T00:20:06,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:06,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802866775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:06,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802866776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:06,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/7c49f71512644856b23db0d9df861067 is 50, key is test_row_0/C:col10/1731802804645/Put/seqid=0 2024-11-17T00:20:06,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742415_1591 (size=12151) 2024-11-17T00:20:06,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:06,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802866878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:06,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802866879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802867080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802867081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,190 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/7c49f71512644856b23db0d9df861067 2024-11-17T00:20:07,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/78b007f40219405a9c527115e69152f4 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4 2024-11-17T00:20:07,197 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4, entries=150, sequenceid=211, filesize=30.4 K 2024-11-17T00:20:07,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/7f2d3731dd69480680ead53955fbce00 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00 2024-11-17T00:20:07,201 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T00:20:07,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/7c49f71512644856b23db0d9df861067 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067 2024-11-17T00:20:07,205 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067, entries=150, sequenceid=211, filesize=11.9 K 2024-11-17T00:20:07,206 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 99440c35ea41335538abe827d66cadd4 in 1264ms, sequenceid=211, compaction requested=false 2024-11-17T00:20:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:07,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-17T00:20:07,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-17T00:20:07,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-17T00:20:07,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6360 sec 2024-11-17T00:20:07,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.6400 sec 2024-11-17T00:20:07,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:07,385 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:07,386 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:07,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c28febcedfeb4513b22818961d6f1c2b_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:07,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742416_1592 (size=14794) 2024-11-17T00:20:07,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802867410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802867412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802867513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802867515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802867714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802867718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:07,795 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:07,799 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117c28febcedfeb4513b22818961d6f1c2b_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c28febcedfeb4513b22818961d6f1c2b_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:07,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e929e65f8cd84c22b62c458ceb86adf8, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:07,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e929e65f8cd84c22b62c458ceb86adf8 is 175, key is test_row_0/A:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:07,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742417_1593 (size=39749) 2024-11-17T00:20:08,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802868018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802868020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,204 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=225, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e929e65f8cd84c22b62c458ceb86adf8 2024-11-17T00:20:08,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/74876f30057e4c9db56331e474a70c4a is 50, key is test_row_0/B:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:08,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742418_1594 (size=12151) 2024-11-17T00:20:08,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/74876f30057e4c9db56331e474a70c4a 2024-11-17T00:20:08,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2fbc574ba3874a41bcbf070b400ac45d is 50, key is test_row_0/C:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:08,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742419_1595 (size=12151) 2024-11-17T00:20:08,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=225 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2fbc574ba3874a41bcbf070b400ac45d 2024-11-17T00:20:08,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e929e65f8cd84c22b62c458ceb86adf8 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8 2024-11-17T00:20:08,229 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8, entries=200, sequenceid=225, filesize=38.8 K 2024-11-17T00:20:08,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/74876f30057e4c9db56331e474a70c4a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a 2024-11-17T00:20:08,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a, entries=150, sequenceid=225, filesize=11.9 K 2024-11-17T00:20:08,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2fbc574ba3874a41bcbf070b400ac45d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d 2024-11-17T00:20:08,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d, entries=150, sequenceid=225, filesize=11.9 K 2024-11-17T00:20:08,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 99440c35ea41335538abe827d66cadd4 in 853ms, sequenceid=225, compaction requested=true 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:20:08,238 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:08,238 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:20:08,238 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:20:08,239 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102369 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:20:08,239 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:20:08,239 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/A is initiating minor compaction (all files) 2024-11-17T00:20:08,239 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/B is initiating minor compaction (all files) 2024-11-17T00:20:08,239 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/A in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,239 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/B in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,239 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9b1ed324de6844d18d6d22191d94384c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=36.0 K 2024-11-17T00:20:08,239 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=100.0 K 2024-11-17T00:20:08,239 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,239 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8] 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b1ed324de6844d18d6d22191d94384c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804577 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dba057d39b54aa3a2fc53ce16248849, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804577 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7f2d3731dd69480680ead53955fbce00, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731802804640 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting 78b007f40219405a9c527115e69152f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731802804640 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 74876f30057e4c9db56331e474a70c4a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:08,240 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e929e65f8cd84c22b62c458ceb86adf8, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:08,246 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#B#compaction#505 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:08,247 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/e5e81010b1d742acb0c0029ca55afa68 is 50, key is test_row_0/B:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:08,258 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:08,260 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024111729147ccc8e70422a83b1273e5df79d95_99440c35ea41335538abe827d66cadd4 store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:08,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742420_1596 (size=12663) 2024-11-17T00:20:08,262 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024111729147ccc8e70422a83b1273e5df79d95_99440c35ea41335538abe827d66cadd4, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:08,262 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111729147ccc8e70422a83b1273e5df79d95_99440c35ea41335538abe827d66cadd4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:08,268 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/e5e81010b1d742acb0c0029ca55afa68 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/e5e81010b1d742acb0c0029ca55afa68 2024-11-17T00:20:08,273 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/B of 99440c35ea41335538abe827d66cadd4 into e5e81010b1d742acb0c0029ca55afa68(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:08,273 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/B, priority=13, startTime=1731802808238; duration=0sec 2024-11-17T00:20:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:B 2024-11-17T00:20:08,273 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T00:20:08,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742421_1597 (size=4469) 2024-11-17T00:20:08,274 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T00:20:08,274 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/C is initiating minor compaction (all files) 2024-11-17T00:20:08,275 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/C in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,275 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/1df5691506894fde97a1cd04c9cfa80d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=36.0 K 2024-11-17T00:20:08,275 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 1df5691506894fde97a1cd04c9cfa80d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1731802804577 2024-11-17T00:20:08,275 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#A#compaction#506 average throughput is 1.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:08,275 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c49f71512644856b23db0d9df861067, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1731802804640 2024-11-17T00:20:08,276 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2fbc574ba3874a41bcbf070b400ac45d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:08,276 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e85bf9946b1a4523bfe2c88f4325bc52 is 175, key is test_row_0/A:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:08,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742422_1598 (size=31617) 2024-11-17T00:20:08,284 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#C#compaction#507 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:08,285 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/eccac719f4664b59a636adbce9e5aa44 is 50, key is test_row_0/C:col10/1731802807385/Put/seqid=0 2024-11-17T00:20:08,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742423_1599 (size=12663) 2024-11-17T00:20:08,292 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/eccac719f4664b59a636adbce9e5aa44 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/eccac719f4664b59a636adbce9e5aa44 2024-11-17T00:20:08,297 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/C of 99440c35ea41335538abe827d66cadd4 into eccac719f4664b59a636adbce9e5aa44(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:08,297 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:08,297 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/C, priority=13, startTime=1731802808238; duration=0sec 2024-11-17T00:20:08,297 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:08,297 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:C 2024-11-17T00:20:08,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:08,544 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:08,544 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:08,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111724cdc22746ea42c8ab9242fc02a74957_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802808526/Put/seqid=0 2024-11-17T00:20:08,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742424_1600 (size=12304) 2024-11-17T00:20:08,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802868555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,559 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802868556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802868657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,660 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802868660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-17T00:20:08,676 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-17T00:20:08,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-17T00:20:08,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:08,678 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:08,679 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:08,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:08,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/e85bf9946b1a4523bfe2c88f4325bc52 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52 2024-11-17T00:20:08,692 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 99440c35ea41335538abe827d66cadd4/A of 99440c35ea41335538abe827d66cadd4 into e85bf9946b1a4523bfe2c88f4325bc52(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:08,692 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:08,692 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/A, priority=13, startTime=1731802808238; duration=0sec 2024-11-17T00:20:08,692 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:08,693 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:A 2024-11-17T00:20:08,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:08,830 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:08,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:08,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,831 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:08,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:08,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:08,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802868860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:08,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802868862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,954 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:08,957 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024111724cdc22746ea42c8ab9242fc02a74957_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724cdc22746ea42c8ab9242fc02a74957_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:08,958 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0765f88d0ed4d69a4338805e62725cc, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:08,959 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0765f88d0ed4d69a4338805e62725cc is 175, key is test_row_0/A:col10/1731802808526/Put/seqid=0 2024-11-17T00:20:08,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742425_1601 (size=31105) 2024-11-17T00:20:08,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0765f88d0ed4d69a4338805e62725cc 2024-11-17T00:20:08,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/94f10c62c46e4c9480fbc99e4170aa53 is 50, key is test_row_0/B:col10/1731802808526/Put/seqid=0 2024-11-17T00:20:08,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742426_1602 (size=12151) 2024-11-17T00:20:08,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:08,983 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:08,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:08,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:08,984 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:08,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:08,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,135 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,136 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802869164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802869165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:09,288 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:09,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/94f10c62c46e4c9480fbc99e4170aa53 2024-11-17T00:20:09,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ab2b8810d0e14278813179099a33ac81 is 50, key is test_row_0/C:col10/1731802808526/Put/seqid=0 2024-11-17T00:20:09,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742427_1603 (size=12151) 2024-11-17T00:20:09,440 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39792 deadline: 1731802869569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,571 DEBUG [Thread-2379 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:09,593 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39800 deadline: 1731802869596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,597 DEBUG [Thread-2373 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8170 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:09,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39784 deadline: 1731802869597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,598 DEBUG [Thread-2375 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8171 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., hostname=3fbf313856f1,36661,1731802650791, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T00:20:09,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802869667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:09,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802869670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,745 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:09,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T00:20:09,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:09,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ab2b8810d0e14278813179099a33ac81 2024-11-17T00:20:09,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0765f88d0ed4d69a4338805e62725cc as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc 2024-11-17T00:20:09,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc, entries=150, sequenceid=251, filesize=30.4 K 2024-11-17T00:20:09,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/94f10c62c46e4c9480fbc99e4170aa53 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53 2024-11-17T00:20:09,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53, entries=150, sequenceid=251, filesize=11.9 K 2024-11-17T00:20:09,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ab2b8810d0e14278813179099a33ac81 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81 2024-11-17T00:20:09,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81, entries=150, sequenceid=251, filesize=11.9 K 2024-11-17T00:20:09,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 99440c35ea41335538abe827d66cadd4 in 1255ms, sequenceid=251, compaction requested=false 2024-11-17T00:20:09,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:09,897 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:09,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:09,898 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:09,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:09,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dcefd2664f9b4db7a92a4e30f019a6ba_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802808548/Put/seqid=0 2024-11-17T00:20:09,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742428_1604 (size=12404) 2024-11-17T00:20:10,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:10,312 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dcefd2664f9b4db7a92a4e30f019a6ba_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dcefd2664f9b4db7a92a4e30f019a6ba_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:10,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/b4c3aba109a54419aef8ebec46e783ed, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:10,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/b4c3aba109a54419aef8ebec46e783ed is 175, key is test_row_0/A:col10/1731802808548/Put/seqid=0 2024-11-17T00:20:10,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742429_1605 (size=31205) 2024-11-17T00:20:10,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:10,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:10,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802870701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:10,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:10,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802870702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:10,718 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=264, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/b4c3aba109a54419aef8ebec46e783ed 2024-11-17T00:20:10,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a38d3afc256b42ff866028e97f1b2a36 is 50, key is test_row_0/B:col10/1731802808548/Put/seqid=0 2024-11-17T00:20:10,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742430_1606 (size=12251) 2024-11-17T00:20:10,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:10,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:10,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802870803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:10,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:10,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802870805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802871006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802871008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,129 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a38d3afc256b42ff866028e97f1b2a36 2024-11-17T00:20:11,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 is 50, key is test_row_0/C:col10/1731802808548/Put/seqid=0 2024-11-17T00:20:11,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742431_1607 (size=12251) 2024-11-17T00:20:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802871311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802871311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,539 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 2024-11-17T00:20:11,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/b4c3aba109a54419aef8ebec46e783ed as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed 2024-11-17T00:20:11,546 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed, entries=150, sequenceid=264, filesize=30.5 K 2024-11-17T00:20:11,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/a38d3afc256b42ff866028e97f1b2a36 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36 2024-11-17T00:20:11,550 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T00:20:11,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 2024-11-17T00:20:11,553 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9, entries=150, sequenceid=264, filesize=12.0 K 2024-11-17T00:20:11,554 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 99440c35ea41335538abe827d66cadd4 in 1656ms, sequenceid=264, compaction requested=true 2024-11-17T00:20:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:11,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-17T00:20:11,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-17T00:20:11,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-17T00:20:11,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8760 sec 2024-11-17T00:20:11,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.8800 sec 2024-11-17T00:20:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:11,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:11,816 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:11,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d4002a36e9b54140a4c374c976460518_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:11,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742432_1608 (size=14994) 2024-11-17T00:20:11,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:11,829 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117d4002a36e9b54140a4c374c976460518_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d4002a36e9b54140a4c374c976460518_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:11,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802871828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,830 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0ec730b2d294e1c87d69e97ceddfa71, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:11,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0ec730b2d294e1c87d69e97ceddfa71 is 175, key is test_row_0/A:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:11,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802871828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742433_1609 (size=39949) 2024-11-17T00:20:11,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802871930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:11,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802871931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802872133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:12,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802872133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0ec730b2d294e1c87d69e97ceddfa71 2024-11-17T00:20:12,241 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/263fcff77307416788964a48e0452c0a is 50, key is test_row_0/B:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:12,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742434_1610 (size=12301) 2024-11-17T00:20:12,245 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/263fcff77307416788964a48e0452c0a 2024-11-17T00:20:12,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2c914ad8f8774a5995c55d07d41f0a3f is 50, key is test_row_0/C:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:12,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742435_1611 (size=12301) 2024-11-17T00:20:12,436 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39786 deadline: 1731802872435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-17T00:20:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36661 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:39832 deadline: 1731802872436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2c914ad8f8774a5995c55d07d41f0a3f 2024-11-17T00:20:12,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/a0ec730b2d294e1c87d69e97ceddfa71 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71 2024-11-17T00:20:12,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71, entries=200, sequenceid=289, filesize=39.0 K 2024-11-17T00:20:12,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/263fcff77307416788964a48e0452c0a as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a 2024-11-17T00:20:12,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-17T00:20:12,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/2c914ad8f8774a5995c55d07d41f0a3f as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f 2024-11-17T00:20:12,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f, entries=150, sequenceid=289, filesize=12.0 K 2024-11-17T00:20:12,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 99440c35ea41335538abe827d66cadd4 in 858ms, sequenceid=289, compaction requested=true 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:A, priority=-2147483648, current under compaction store size is 1 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:B, priority=-2147483648, current under compaction store size is 2 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99440c35ea41335538abe827d66cadd4:C, priority=-2147483648, current under compaction store size is 3 2024-11-17T00:20:12,673 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:12,673 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:12,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:12,674 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133876 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:12,675 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/A is initiating minor compaction (all files) 2024-11-17T00:20:12,675 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/A in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:12,675 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=130.7 K 2024-11-17T00:20:12,675 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:12,675 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. files: [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71] 2024-11-17T00:20:12,675 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:12,675 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/B is initiating minor compaction (all files) 2024-11-17T00:20:12,675 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/B in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:12,675 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/e5e81010b1d742acb0c0029ca55afa68, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=48.2 K 2024-11-17T00:20:12,675 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting e85bf9946b1a4523bfe2c88f4325bc52, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:12,676 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting e5e81010b1d742acb0c0029ca55afa68, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:12,676 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0765f88d0ed4d69a4338805e62725cc, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731802807406 2024-11-17T00:20:12,676 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 94f10c62c46e4c9480fbc99e4170aa53, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731802807406 2024-11-17T00:20:12,676 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4c3aba109a54419aef8ebec46e783ed, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731802808548 2024-11-17T00:20:12,677 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting a38d3afc256b42ff866028e97f1b2a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731802808548 2024-11-17T00:20:12,677 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] compactions.Compactor(224): Compacting a0ec730b2d294e1c87d69e97ceddfa71, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731802810693 2024-11-17T00:20:12,678 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 263fcff77307416788964a48e0452c0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731802810693 2024-11-17T00:20:12,683 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:12,684 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#B#compaction#517 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:12,685 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/9737a6f28e2e44188ab119b75d0e6810 is 50, key is test_row_0/B:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:12,685 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241117dc25310dd7ba462080e402931f6a43e0_99440c35ea41335538abe827d66cadd4 store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:12,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241117dc25310dd7ba462080e402931f6a43e0_99440c35ea41335538abe827d66cadd4, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:12,688 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dc25310dd7ba462080e402931f6a43e0_99440c35ea41335538abe827d66cadd4 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742436_1612 (size=12949) 2024-11-17T00:20:12,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742437_1613 (size=4469) 2024-11-17T00:20:12,693 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#A#compaction#518 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:12,694 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/af2554f69976473e922044417c72e762 is 175, key is test_row_0/A:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:12,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742438_1614 (size=31903) 2024-11-17T00:20:12,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-17T00:20:12,782 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-17T00:20:12,784 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-17T00:20:12,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-17T00:20:12,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:12,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-17T00:20:12,785 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-17T00:20:12,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-17T00:20:12,840 DEBUG [Thread-2382 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58971172 to 127.0.0.1:50278 2024-11-17T00:20:12,840 DEBUG [Thread-2382 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,840 DEBUG [Thread-2386 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11c440f7 to 127.0.0.1:50278 2024-11-17T00:20:12,840 DEBUG [Thread-2386 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,841 DEBUG [Thread-2384 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d7fe93b to 127.0.0.1:50278 2024-11-17T00:20:12,841 DEBUG [Thread-2384 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,841 DEBUG [Thread-2388 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58460ef3 to 127.0.0.1:50278 2024-11-17T00:20:12,841 DEBUG [Thread-2388 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,842 DEBUG [Thread-2390 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6e8cd1ae to 127.0.0.1:50278 2024-11-17T00:20:12,842 DEBUG [Thread-2390 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:12,937 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:12,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36661 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-17T00:20:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:12,937 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-17T00:20:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:12,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36661 {}] regionserver.HRegion(8581): Flush requested on 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:12,939 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. as already flushing 2024-11-17T00:20:12,939 DEBUG [Thread-2371 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fb684eb to 127.0.0.1:50278 2024-11-17T00:20:12,939 DEBUG [Thread-2371 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,941 DEBUG [Thread-2377 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11a52cdf to 127.0.0.1:50278 2024-11-17T00:20:12,941 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:12,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ef5a9fae7f2b419186639d1272965f38_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802811827/Put/seqid=0 2024-11-17T00:20:12,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742439_1615 (size=12454) 2024-11-17T00:20:13,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:13,093 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/9737a6f28e2e44188ab119b75d0e6810 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9737a6f28e2e44188ab119b75d0e6810 2024-11-17T00:20:13,096 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/B of 99440c35ea41335538abe827d66cadd4 into 9737a6f28e2e44188ab119b75d0e6810(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:13,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:13,096 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/B, priority=12, startTime=1731802812673; duration=0sec 2024-11-17T00:20:13,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T00:20:13,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:B 2024-11-17T00:20:13,096 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T00:20:13,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49366 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T00:20:13,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1540): 99440c35ea41335538abe827d66cadd4/C is initiating minor compaction (all files) 2024-11-17T00:20:13,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 99440c35ea41335538abe827d66cadd4/C in TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:13,097 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/eccac719f4664b59a636adbce9e5aa44, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f] into tmpdir=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp, totalSize=48.2 K 2024-11-17T00:20:13,097 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting eccac719f4664b59a636adbce9e5aa44, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=225, earliestPutTs=1731802806771 2024-11-17T00:20:13,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ab2b8810d0e14278813179099a33ac81, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1731802807406 2024-11-17T00:20:13,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting ff26a64bb51b49d0aaa6c9c188ae7ae9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1731802808548 2024-11-17T00:20:13,098 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] compactions.Compactor(224): Compacting 2c914ad8f8774a5995c55d07d41f0a3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731802810693 2024-11-17T00:20:13,100 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/af2554f69976473e922044417c72e762 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/af2554f69976473e922044417c72e762 2024-11-17T00:20:13,103 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/A of 99440c35ea41335538abe827d66cadd4 into af2554f69976473e922044417c72e762(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:13,103 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:13,103 INFO [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/A, priority=12, startTime=1731802812673; duration=0sec 2024-11-17T00:20:13,103 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:13,103 DEBUG [RS:0;3fbf313856f1:36661-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:A 2024-11-17T00:20:13,103 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99440c35ea41335538abe827d66cadd4#C#compaction#520 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T00:20:13,104 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/afc8bd7cfffa4ea28480b086d6ef2363 is 50, key is test_row_0/C:col10/1731802811814/Put/seqid=0 2024-11-17T00:20:13,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742440_1616 (size=12949) 2024-11-17T00:20:13,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:13,351 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117ef5a9fae7f2b419186639d1272965f38_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef5a9fae7f2b419186639d1272965f38_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:13,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/acc977602ef546809c8737e286071ed3, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:13,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/acc977602ef546809c8737e286071ed3 is 175, key is test_row_0/A:col10/1731802811827/Put/seqid=0 2024-11-17T00:20:13,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742441_1617 (size=31255) 2024-11-17T00:20:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:13,510 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/afc8bd7cfffa4ea28480b086d6ef2363 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/afc8bd7cfffa4ea28480b086d6ef2363 2024-11-17T00:20:13,513 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 99440c35ea41335538abe827d66cadd4/C of 99440c35ea41335538abe827d66cadd4 into afc8bd7cfffa4ea28480b086d6ef2363(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T00:20:13,513 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:13,513 INFO [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4., storeName=99440c35ea41335538abe827d66cadd4/C, priority=12, startTime=1731802812673; duration=0sec 2024-11-17T00:20:13,513 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T00:20:13,513 DEBUG [RS:0;3fbf313856f1:36661-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99440c35ea41335538abe827d66cadd4:C 2024-11-17T00:20:13,756 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/acc977602ef546809c8737e286071ed3 2024-11-17T00:20:13,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/f8372df34fd540d9ac7b41d7a567a223 is 50, key is test_row_0/B:col10/1731802811827/Put/seqid=0 2024-11-17T00:20:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742442_1618 (size=12301) 2024-11-17T00:20:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:14,164 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/f8372df34fd540d9ac7b41d7a567a223 2024-11-17T00:20:14,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/b8ecb40dff2f437eabb726fc5abb9418 is 50, key is test_row_0/C:col10/1731802811827/Put/seqid=0 2024-11-17T00:20:14,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742443_1619 (size=12301) 2024-11-17T00:20:14,572 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/b8ecb40dff2f437eabb726fc5abb9418 2024-11-17T00:20:14,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/acc977602ef546809c8737e286071ed3 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/acc977602ef546809c8737e286071ed3 2024-11-17T00:20:14,578 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/acc977602ef546809c8737e286071ed3, entries=150, sequenceid=300, filesize=30.5 K 2024-11-17T00:20:14,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/f8372df34fd540d9ac7b41d7a567a223 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/f8372df34fd540d9ac7b41d7a567a223 2024-11-17T00:20:14,581 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/f8372df34fd540d9ac7b41d7a567a223, entries=150, sequenceid=300, filesize=12.0 K 2024-11-17T00:20:14,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/b8ecb40dff2f437eabb726fc5abb9418 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/b8ecb40dff2f437eabb726fc5abb9418 2024-11-17T00:20:14,584 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/b8ecb40dff2f437eabb726fc5abb9418, entries=150, sequenceid=300, filesize=12.0 K 2024-11-17T00:20:14,584 INFO [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=13.42 KB/13740 for 99440c35ea41335538abe827d66cadd4 in 1647ms, sequenceid=300, compaction requested=false 2024-11-17T00:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:14,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/3fbf313856f1:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-17T00:20:14,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-17T00:20:14,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-17T00:20:14,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8000 sec 2024-11-17T00:20:14,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.8020 sec 2024-11-17T00:20:14,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-17T00:20:14,888 INFO [Thread-2381 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-17T00:20:19,632 DEBUG [Thread-2379 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d7fe431 to 127.0.0.1:50278 2024-11-17T00:20:19,632 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:19,661 DEBUG [Thread-2375 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c9b5141 to 127.0.0.1:50278 2024-11-17T00:20:19,661 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:19,680 DEBUG [Thread-2373 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0644b7e6 to 127.0.0.1:50278 2024-11-17T00:20:19,680 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 28 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7353 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7358 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7212 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7351 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 7356 2024-11-17T00:20:19,680 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-17T00:20:19,680 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:20:19,680 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2cbfd84f to 127.0.0.1:50278 2024-11-17T00:20:19,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:19,681 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-17T00:20:19,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-17T00:20:19,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:19,683 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802819683"}]},"ts":"1731802819683"} 2024-11-17T00:20:19,684 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-17T00:20:19,686 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-17T00:20:19,687 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-17T00:20:19,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, UNASSIGN}] 2024-11-17T00:20:19,688 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=175, ppid=174, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, UNASSIGN 2024-11-17T00:20:19,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=CLOSING, regionLocation=3fbf313856f1,36661,1731802650791 2024-11-17T00:20:19,689 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T00:20:19,689 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; CloseRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791}] 2024-11-17T00:20:19,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:19,840 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:19,841 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(124): Close 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1681): Closing 99440c35ea41335538abe827d66cadd4, disabling compactions & flushes 2024-11-17T00:20:19,841 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. after waiting 0 ms 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:19,841 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(2837): Flushing 99440c35ea41335538abe827d66cadd4 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=A 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=B 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99440c35ea41335538abe827d66cadd4, store=C 2024-11-17T00:20:19,841 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-17T00:20:19,845 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171ab31c9b030b4f6fa1748c1fa2dcfc32_99440c35ea41335538abe827d66cadd4 is 50, key is test_row_0/A:col10/1731802812940/Put/seqid=0 2024-11-17T00:20:19,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742444_1620 (size=9914) 2024-11-17T00:20:19,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:20,249 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T00:20:20,252 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411171ab31c9b030b4f6fa1748c1fa2dcfc32_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171ab31c9b030b4f6fa1748c1fa2dcfc32_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:20,253 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/39c62e5af2704b9fac2289264262a452, store: [table=TestAcidGuarantees family=A region=99440c35ea41335538abe827d66cadd4] 2024-11-17T00:20:20,253 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/39c62e5af2704b9fac2289264262a452 is 175, key is test_row_0/A:col10/1731802812940/Put/seqid=0 2024-11-17T00:20:20,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742445_1621 (size=22561) 2024-11-17T00:20:20,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:20,657 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=311, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/39c62e5af2704b9fac2289264262a452 2024-11-17T00:20:20,662 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 is 50, key is test_row_0/B:col10/1731802812940/Put/seqid=0 2024-11-17T00:20:20,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742446_1622 (size=9857) 2024-11-17T00:20:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:21,065 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 2024-11-17T00:20:21,070 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/45acaa5f19ed4191afdc3888f5d89feb is 50, key is test_row_0/C:col10/1731802812940/Put/seqid=0 2024-11-17T00:20:21,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742447_1623 (size=9857) 2024-11-17T00:20:21,473 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/45acaa5f19ed4191afdc3888f5d89feb 2024-11-17T00:20:21,476 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/A/39c62e5af2704b9fac2289264262a452 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/39c62e5af2704b9fac2289264262a452 2024-11-17T00:20:21,479 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/39c62e5af2704b9fac2289264262a452, entries=100, sequenceid=311, filesize=22.0 K 2024-11-17T00:20:21,479 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 2024-11-17T00:20:21,482 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/030b6ff70a2e4c20b2dd45aa4f23dbe1, entries=100, sequenceid=311, filesize=9.6 K 2024-11-17T00:20:21,482 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/.tmp/C/45acaa5f19ed4191afdc3888f5d89feb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/45acaa5f19ed4191afdc3888f5d89feb 2024-11-17T00:20:21,485 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/45acaa5f19ed4191afdc3888f5d89feb, entries=100, sequenceid=311, filesize=9.6 K 2024-11-17T00:20:21,485 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 99440c35ea41335538abe827d66cadd4 in 1644ms, sequenceid=311, compaction requested=true 2024-11-17T00:20:21,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71] to archive 2024-11-17T00:20:21,486 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:20:21,487 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/922974200fd24438b69f34ac87829057 2024-11-17T00:20:21,488 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/2f8b1615922f469abed14973512c2fa0 2024-11-17T00:20:21,489 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/0606f58211154fa7a4c42bee9b4eb21a 2024-11-17T00:20:21,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/8325516ec10d4a5e892fb70b12a0ec57 2024-11-17T00:20:21,490 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/c84ce66a8e26496e9d96d0d8f24c2855 2024-11-17T00:20:21,491 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/25e04a3c20d8403f8b9fccda59226ace 2024-11-17T00:20:21,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/18c41a1622f34b3bb694356c27e7be19 2024-11-17T00:20:21,492 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5d3baba5957241c881fc6215b8dfc3d0 2024-11-17T00:20:21,493 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5174d7fa6fd24b8c816ddb2521101ae1 2024-11-17T00:20:21,494 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/029b6b2b687242b2a82d5a7b15bf80ac 2024-11-17T00:20:21,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/dad4a1a4b4d84ba3b3ed152fc2f849a7 2024-11-17T00:20:21,495 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/67831bbe35834ed3bad9203da7e266e9 2024-11-17T00:20:21,496 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/5dba057d39b54aa3a2fc53ce16248849 2024-11-17T00:20:21,497 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/78b007f40219405a9c527115e69152f4 2024-11-17T00:20:21,498 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e929e65f8cd84c22b62c458ceb86adf8 2024-11-17T00:20:21,499 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/e85bf9946b1a4523bfe2c88f4325bc52 2024-11-17T00:20:21,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0765f88d0ed4d69a4338805e62725cc 2024-11-17T00:20:21,500 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/b4c3aba109a54419aef8ebec46e783ed 2024-11-17T00:20:21,501 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/a0ec730b2d294e1c87d69e97ceddfa71 2024-11-17T00:20:21,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/214ce2ff03854380a7f6b0f1f394bf4a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/b1e4bbc633b6483a8124cead9033be51, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9b1ed324de6844d18d6d22191d94384c, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/e5e81010b1d742acb0c0029ca55afa68, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a] to archive 2024-11-17T00:20:21,502 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:20:21,503 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a8f74dbf28fa4de6958f65c7df241916 2024-11-17T00:20:21,504 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/35824ae7346f4714ba131b42b6b2cf6c 2024-11-17T00:20:21,505 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/214ce2ff03854380a7f6b0f1f394bf4a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/214ce2ff03854380a7f6b0f1f394bf4a 2024-11-17T00:20:21,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/dc91222e00554385b1afdd953efe203f 2024-11-17T00:20:21,506 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/d1db5e597fdb4d0dbaace640617f5044 2024-11-17T00:20:21,507 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/ead2de8e10dc4c3ab21d2e0e7b15bdab 2024-11-17T00:20:21,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/b1e4bbc633b6483a8124cead9033be51 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/b1e4bbc633b6483a8124cead9033be51 2024-11-17T00:20:21,508 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/61ece48c30eb4323b7e4c602923b4338 2024-11-17T00:20:21,509 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/64a3f419ca9e42e49b32c4a9c6b5afd1 2024-11-17T00:20:21,510 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/0780f2ba4cd44ed1899734c3db6d7d1f 2024-11-17T00:20:21,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7c2887de13b9417890e7ff6639c3ce4e 2024-11-17T00:20:21,511 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9b1ed324de6844d18d6d22191d94384c to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9b1ed324de6844d18d6d22191d94384c 2024-11-17T00:20:21,512 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/c81b3c010d0749e5947f81f4bc00b3d4 2024-11-17T00:20:21,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/7f2d3731dd69480680ead53955fbce00 2024-11-17T00:20:21,513 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/e5e81010b1d742acb0c0029ca55afa68 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/e5e81010b1d742acb0c0029ca55afa68 2024-11-17T00:20:21,514 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/74876f30057e4c9db56331e474a70c4a 2024-11-17T00:20:21,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/94f10c62c46e4c9480fbc99e4170aa53 2024-11-17T00:20:21,515 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/a38d3afc256b42ff866028e97f1b2a36 2024-11-17T00:20:21,516 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/263fcff77307416788964a48e0452c0a 2024-11-17T00:20:21,517 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/c4a63e5c2a814341aaad49dbd85499a3, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a81f6303d55645ef8cb6f16789cc2838, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/1df5691506894fde97a1cd04c9cfa80d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/eccac719f4664b59a636adbce9e5aa44, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f] to archive 2024-11-17T00:20:21,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T00:20:21,518 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/9f8d384aba7b452cb6e70d26f229188f 2024-11-17T00:20:21,519 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/d0c4324284a5449ebb1e23378760f537 2024-11-17T00:20:21,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/c4a63e5c2a814341aaad49dbd85499a3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/c4a63e5c2a814341aaad49dbd85499a3 2024-11-17T00:20:21,520 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/68d91c456dda4f1cb67c94d633e74b6e 2024-11-17T00:20:21,521 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6e921338a01841c491700ea5672241e9 2024-11-17T00:20:21,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/740a90399ea7445f98ef439a41b640b2 2024-11-17T00:20:21,522 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a81f6303d55645ef8cb6f16789cc2838 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a81f6303d55645ef8cb6f16789cc2838 2024-11-17T00:20:21,523 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/01e28458f67045f3ae53555d4130aeee 2024-11-17T00:20:21,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/a25b76a10b3e4b208ab167c761b42477 2024-11-17T00:20:21,524 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/6df88d73c51e48c48afa5380b43b0007 2024-11-17T00:20:21,525 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/292a3bbed86c4d56bdab5c149b8c0e45 2024-11-17T00:20:21,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/1df5691506894fde97a1cd04c9cfa80d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/1df5691506894fde97a1cd04c9cfa80d 2024-11-17T00:20:21,526 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/fc593a91bc944f71b964ec5950e9050a 2024-11-17T00:20:21,527 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/7c49f71512644856b23db0d9df861067 2024-11-17T00:20:21,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/eccac719f4664b59a636adbce9e5aa44 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/eccac719f4664b59a636adbce9e5aa44 2024-11-17T00:20:21,528 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2fbc574ba3874a41bcbf070b400ac45d 2024-11-17T00:20:21,529 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ab2b8810d0e14278813179099a33ac81 2024-11-17T00:20:21,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/ff26a64bb51b49d0aaa6c9c188ae7ae9 2024-11-17T00:20:21,530 DEBUG [StoreCloser-TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/2c914ad8f8774a5995c55d07d41f0a3f 2024-11-17T00:20:21,533 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits/314.seqid, newMaxSeqId=314, maxSeqId=4 2024-11-17T00:20:21,534 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4. 2024-11-17T00:20:21,534 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] regionserver.HRegion(1635): Region close journal for 99440c35ea41335538abe827d66cadd4: 2024-11-17T00:20:21,535 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION, pid=176}] handler.UnassignRegionHandler(170): Closed 99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=175 updating hbase:meta row=99440c35ea41335538abe827d66cadd4, regionState=CLOSED 2024-11-17T00:20:21,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-11-17T00:20:21,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; CloseRegionProcedure 99440c35ea41335538abe827d66cadd4, server=3fbf313856f1,36661,1731802650791 in 1.8470 sec 2024-11-17T00:20:21,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-11-17T00:20:21,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=99440c35ea41335538abe827d66cadd4, UNASSIGN in 1.8500 sec 2024-11-17T00:20:21,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-17T00:20:21,539 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8510 sec 2024-11-17T00:20:21,539 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731802821539"}]},"ts":"1731802821539"} 2024-11-17T00:20:21,540 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-17T00:20:21,542 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-17T00:20:21,543 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8610 sec 2024-11-17T00:20:21,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-17T00:20:21,786 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-17T00:20:21,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-17T00:20:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,788 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=177, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T00:20:21,788 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=177, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,790 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,792 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C, FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits] 2024-11-17T00:20:21,793 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/39c62e5af2704b9fac2289264262a452 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/39c62e5af2704b9fac2289264262a452 2024-11-17T00:20:21,794 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/acc977602ef546809c8737e286071ed3 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/acc977602ef546809c8737e286071ed3 2024-11-17T00:20:21,795 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/af2554f69976473e922044417c72e762 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/A/af2554f69976473e922044417c72e762 2024-11-17T00:20:21,796 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/030b6ff70a2e4c20b2dd45aa4f23dbe1 2024-11-17T00:20:21,797 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9737a6f28e2e44188ab119b75d0e6810 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/9737a6f28e2e44188ab119b75d0e6810 2024-11-17T00:20:21,798 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/f8372df34fd540d9ac7b41d7a567a223 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/B/f8372df34fd540d9ac7b41d7a567a223 2024-11-17T00:20:21,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/45acaa5f19ed4191afdc3888f5d89feb to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/45acaa5f19ed4191afdc3888f5d89feb 2024-11-17T00:20:21,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/afc8bd7cfffa4ea28480b086d6ef2363 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/afc8bd7cfffa4ea28480b086d6ef2363 2024-11-17T00:20:21,801 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/b8ecb40dff2f437eabb726fc5abb9418 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/C/b8ecb40dff2f437eabb726fc5abb9418 2024-11-17T00:20:21,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits/314.seqid to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4/recovered.edits/314.seqid 2024-11-17T00:20:21,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/default/TestAcidGuarantees/99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,803 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-17T00:20:21,804 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:20:21,804 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-17T00:20:21,806 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170523cf7d8a754e4c9d80d716121faabe_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170523cf7d8a754e4c9d80d716121faabe_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ad2b3d6adda48a88f2036f4eab7d3d2_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411170ad2b3d6adda48a88f2036f4eab7d3d2_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,807 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111718a9818c6e324e24af9592705b583232_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111718a9818c6e324e24af9592705b583232_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,808 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171ab31c9b030b4f6fa1748c1fa2dcfc32_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171ab31c9b030b4f6fa1748c1fa2dcfc32_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,809 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f3d176ac0ba40c792065256b87decfa_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411171f3d176ac0ba40c792065256b87decfa_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,810 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724cdc22746ea42c8ab9242fc02a74957_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111724cdc22746ea42c8ab9242fc02a74957_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,811 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172ca690620fb34d23bffb9f56c4092751_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411172ca690620fb34d23bffb9f56c4092751_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,811 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111733f842a142304d97875287c4f61f816a_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024111733f842a142304d97875287c4f61f816a_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,812 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173d42a92f14a24d50a9796b1cb8942dda_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411173d42a92f14a24d50a9796b1cb8942dda_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,813 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178c36ddad2fdd478d8df50e59d1b785a9_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411178c36ddad2fdd478d8df50e59d1b785a9_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,814 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179ff5f684fbcd42ee94dbd6f8c1d217a5_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411179ff5f684fbcd42ee94dbd6f8c1d217a5_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,815 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b6e9abbb74f7473a8d6cd45c550e485a_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117b6e9abbb74f7473a8d6cd45c550e485a_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,815 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c28febcedfeb4513b22818961d6f1c2b_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117c28febcedfeb4513b22818961d6f1c2b_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,816 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d4002a36e9b54140a4c374c976460518_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117d4002a36e9b54140a4c374c976460518_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,817 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dcefd2664f9b4db7a92a4e30f019a6ba_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117dcefd2664f9b4db7a92a4e30f019a6ba_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,818 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e35bc6f13a3a4a87b7dbabd28d4c8a9c_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117e35bc6f13a3a4a87b7dbabd28d4c8a9c_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef5a9fae7f2b419186639d1272965f38_99440c35ea41335538abe827d66cadd4 to hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241117ef5a9fae7f2b419186639d1272965f38_99440c35ea41335538abe827d66cadd4 2024-11-17T00:20:21,819 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-17T00:20:21,820 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=177, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,822 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-17T00:20:21,824 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-17T00:20:21,824 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=177, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,824 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-17T00:20:21,824 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731802821824"}]},"ts":"9223372036854775807"} 2024-11-17T00:20:21,826 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-17T00:20:21,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 99440c35ea41335538abe827d66cadd4, NAME => 'TestAcidGuarantees,,1731802789785.99440c35ea41335538abe827d66cadd4.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T00:20:21,826 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-17T00:20:21,826 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731802821826"}]},"ts":"9223372036854775807"} 2024-11-17T00:20:21,827 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-17T00:20:21,828 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=177, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-17T00:20:21,829 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 42 msec 2024-11-17T00:20:21,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35085 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-17T00:20:21,889 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-11-17T00:20:21,898 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=237 (was 240), OpenFileDescriptor=447 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=351 (was 408), ProcessCount=9 (was 11), AvailableMemoryMB=16179 (was 15150) - AvailableMemoryMB LEAK? - 2024-11-17T00:20:21,898 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-11-17T00:20:21,898 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-17T00:20:21,898 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e541e88 to 127.0.0.1:50278 2024-11-17T00:20:21,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:21,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T00:20:21,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=282474894, stopped=false 2024-11-17T00:20:21,899 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3fbf313856f1,35085,1731802650045 2024-11-17T00:20:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T00:20:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-17T00:20:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:20:21,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:20:21,900 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-11-17T00:20:21,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:21,900 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3fbf313856f1,36661,1731802650791' ***** 2024-11-17T00:20:21,901 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-11-17T00:20:21,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T00:20:21,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-17T00:20:21,901 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T00:20:21,901 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-11-17T00:20:21,901 INFO [RS:0;3fbf313856f1:36661 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T00:20:21,901 INFO [RS:0;3fbf313856f1:36661 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T00:20:21,901 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1224): stopping server 3fbf313856f1,36661,1731802650791 2024-11-17T00:20:21,902 DEBUG [RS:0;3fbf313856f1:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-11-17T00:20:21,902 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 951b1f0d9dc5995a8a15efdc56a7f9bf, disabling compactions & flushes 2024-11-17T00:20:21,902 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:20:21,902 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:20:21,902 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. after waiting 0 ms 2024-11-17T00:20:21,902 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:20:21,902 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 951b1f0d9dc5995a8a15efdc56a7f9bf 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-17T00:20:21,902 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-11-17T00:20:21,902 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1603): Online Regions={951b1f0d9dc5995a8a15efdc56a7f9bf=hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf., 1588230740=hbase:meta,,1.1588230740} 2024-11-17T00:20:21,902 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-17T00:20:21,903 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-17T00:20:21,903 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-17T00:20:21,903 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T00:20:21,903 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T00:20:21,903 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-11-17T00:20:21,903 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:20:21,918 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/.tmp/info/ef4eaf401812428c8ab6e9b10ebfbb7d is 45, key is default/info:d/1731802656092/Put/seqid=0 2024-11-17T00:20:21,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742448_1624 (size=5037) 2024-11-17T00:20:21,923 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/info/64c5787610d340baa0f041e4af2746ea is 143, key is hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf./info:regioninfo/1731802655970/Put/seqid=0 2024-11-17T00:20:21,924 INFO [regionserver/3fbf313856f1:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T00:20:21,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742449_1625 (size=7725) 2024-11-17T00:20:22,103 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:20:22,303 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 951b1f0d9dc5995a8a15efdc56a7f9bf 2024-11-17T00:20:22,322 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/.tmp/info/ef4eaf401812428c8ab6e9b10ebfbb7d 2024-11-17T00:20:22,325 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/.tmp/info/ef4eaf401812428c8ab6e9b10ebfbb7d as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/info/ef4eaf401812428c8ab6e9b10ebfbb7d 2024-11-17T00:20:22,326 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/info/64c5787610d340baa0f041e4af2746ea 2024-11-17T00:20:22,327 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/info/ef4eaf401812428c8ab6e9b10ebfbb7d, entries=2, sequenceid=6, filesize=4.9 K 2024-11-17T00:20:22,328 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 951b1f0d9dc5995a8a15efdc56a7f9bf in 426ms, sequenceid=6, compaction requested=false 2024-11-17T00:20:22,331 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/namespace/951b1f0d9dc5995a8a15efdc56a7f9bf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-17T00:20:22,331 INFO [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:20:22,331 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 951b1f0d9dc5995a8a15efdc56a7f9bf: 2024-11-17T00:20:22,332 DEBUG [RS_CLOSE_REGION-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1731802654739.951b1f0d9dc5995a8a15efdc56a7f9bf. 2024-11-17T00:20:22,344 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/rep_barrier/84bb09617df149cd8990a541c18d89c9 is 102, key is TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c./rep_barrier:/1731802682653/DeleteFamily/seqid=0 2024-11-17T00:20:22,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742450_1626 (size=6025) 2024-11-17T00:20:22,450 INFO [regionserver/3fbf313856f1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T00:20:22,450 INFO [regionserver/3fbf313856f1:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T00:20:22,504 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T00:20:22,704 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T00:20:22,747 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/rep_barrier/84bb09617df149cd8990a541c18d89c9 2024-11-17T00:20:22,765 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/table/0224070b8e764b7dbf57291e28a07baf is 96, key is TestAcidGuarantees,,1731802656346.41815f6c3ec66422706539a95d6f476c./table:/1731802682653/DeleteFamily/seqid=0 2024-11-17T00:20:22,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742451_1627 (size=5942) 2024-11-17T00:20:22,904 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-11-17T00:20:22,904 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T00:20:22,904 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T00:20:23,104 DEBUG [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-11-17T00:20:23,168 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/table/0224070b8e764b7dbf57291e28a07baf 2024-11-17T00:20:23,171 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/info/64c5787610d340baa0f041e4af2746ea as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/info/64c5787610d340baa0f041e4af2746ea 2024-11-17T00:20:23,173 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/info/64c5787610d340baa0f041e4af2746ea, entries=22, sequenceid=93, filesize=7.5 K 2024-11-17T00:20:23,174 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/rep_barrier/84bb09617df149cd8990a541c18d89c9 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/rep_barrier/84bb09617df149cd8990a541c18d89c9 2024-11-17T00:20:23,176 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/rep_barrier/84bb09617df149cd8990a541c18d89c9, entries=6, sequenceid=93, filesize=5.9 K 2024-11-17T00:20:23,177 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/.tmp/table/0224070b8e764b7dbf57291e28a07baf as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/table/0224070b8e764b7dbf57291e28a07baf 2024-11-17T00:20:23,179 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/table/0224070b8e764b7dbf57291e28a07baf, entries=9, sequenceid=93, filesize=5.8 K 2024-11-17T00:20:23,179 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1276ms, sequenceid=93, compaction requested=false 2024-11-17T00:20:23,183 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-11-17T00:20:23,183 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T00:20:23,183 INFO [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-17T00:20:23,183 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-17T00:20:23,183 DEBUG [RS_CLOSE_META-regionserver/3fbf313856f1:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T00:20:23,304 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1250): stopping server 3fbf313856f1,36661,1731802650791; all regions closed. 2024-11-17T00:20:23,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741834_1010 (size=26050) 2024-11-17T00:20:23,310 DEBUG [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/oldWALs 2024-11-17T00:20:23,310 INFO [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3fbf313856f1%2C36661%2C1731802650791.meta:.meta(num 1731802654485) 2024-11-17T00:20:23,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741832_1008 (size=14487828) 2024-11-17T00:20:23,313 DEBUG [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/oldWALs 2024-11-17T00:20:23,313 INFO [RS:0;3fbf313856f1:36661 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3fbf313856f1%2C36661%2C1731802650791:(num 1731802653550) 2024-11-17T00:20:23,313 DEBUG [RS:0;3fbf313856f1:36661 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:23,313 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T00:20:23,313 INFO [RS:0;3fbf313856f1:36661 {}] hbase.ChoreService(370): Chore service for: regionserver/3fbf313856f1:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-17T00:20:23,313 INFO [regionserver/3fbf313856f1:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T00:20:23,314 INFO [RS:0;3fbf313856f1:36661 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36661 2024-11-17T00:20:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/3fbf313856f1,36661,1731802650791 2024-11-17T00:20:23,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-17T00:20:23,319 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fbf313856f1,36661,1731802650791] 2024-11-17T00:20:23,319 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3fbf313856f1,36661,1731802650791; numProcessing=1 2024-11-17T00:20:23,320 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/3fbf313856f1,36661,1731802650791 already deleted, retry=false 2024-11-17T00:20:23,320 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3fbf313856f1,36661,1731802650791 expired; onlineServers=0 2024-11-17T00:20:23,320 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3fbf313856f1,35085,1731802650045' ***** 2024-11-17T00:20:23,320 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T00:20:23,320 DEBUG [M:0;3fbf313856f1:35085 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@679d3aa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fbf313856f1/172.17.0.2:0 2024-11-17T00:20:23,321 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegionServer(1224): stopping server 3fbf313856f1,35085,1731802650045 2024-11-17T00:20:23,321 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegionServer(1250): stopping server 3fbf313856f1,35085,1731802650045; all regions closed. 2024-11-17T00:20:23,321 DEBUG [M:0;3fbf313856f1:35085 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T00:20:23,321 DEBUG [M:0;3fbf313856f1:35085 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T00:20:23,321 DEBUG [M:0;3fbf313856f1:35085 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T00:20:23,321 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T00:20:23,321 DEBUG [master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.large.0-1731802653249 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.large.0-1731802653249,5,FailOnTimeoutGroup] 2024-11-17T00:20:23,321 DEBUG [master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.small.0-1731802653250 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fbf313856f1:0:becomeActiveMaster-HFileCleaner.small.0-1731802653250,5,FailOnTimeoutGroup] 2024-11-17T00:20:23,321 INFO [M:0;3fbf313856f1:35085 {}] hbase.ChoreService(370): Chore service for: master/3fbf313856f1:0 had [] on shutdown 2024-11-17T00:20:23,321 DEBUG [M:0;3fbf313856f1:35085 {}] master.HMaster(1733): Stopping service threads 2024-11-17T00:20:23,321 INFO [M:0;3fbf313856f1:35085 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T00:20:23,321 ERROR [M:0;3fbf313856f1:35085 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (59733779) connection to localhost/127.0.0.1:34661 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34661,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-17T00:20:23,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-17T00:20:23,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-17T00:20:23,322 INFO [M:0;3fbf313856f1:35085 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T00:20:23,322 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T00:20:23,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-17T00:20:23,323 DEBUG [M:0;3fbf313856f1:35085 {}] zookeeper.ZKUtil(347): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-17T00:20:23,323 WARN [M:0;3fbf313856f1:35085 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T00:20:23,323 INFO [M:0;3fbf313856f1:35085 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-11-17T00:20:23,323 INFO [M:0;3fbf313856f1:35085 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T00:20:23,323 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T00:20:23,323 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:20:23,323 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:20:23,323 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T00:20:23,323 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:20:23,323 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=770.04 KB heapSize=947.22 KB 2024-11-17T00:20:23,338 DEBUG [M:0;3fbf313856f1:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb569f98834c4ee7bf1bc1dbc1321885 is 82, key is hbase:meta,,1/info:regioninfo/1731802654621/Put/seqid=0 2024-11-17T00:20:23,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742452_1628 (size=5672) 2024-11-17T00:20:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T00:20:23,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36661-0x10002d70b870001, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T00:20:23,419 INFO [RS:0;3fbf313856f1:36661 {}] regionserver.HRegionServer(1307): Exiting; stopping=3fbf313856f1,36661,1731802650791; zookeeper connection closed. 2024-11-17T00:20:23,419 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3122f7c6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3122f7c6 2024-11-17T00:20:23,420 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T00:20:23,741 INFO [M:0;3fbf313856f1:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb569f98834c4ee7bf1bc1dbc1321885 2024-11-17T00:20:23,761 DEBUG [M:0;3fbf313856f1:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43c1b88ba44d43d0a3132fad45c6a860 is 2277, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1731802685807/Put/seqid=0 2024-11-17T00:20:23,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742453_1629 (size=44664) 2024-11-17T00:20:24,166 INFO [M:0;3fbf313856f1:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=769.49 KB at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43c1b88ba44d43d0a3132fad45c6a860 2024-11-17T00:20:24,169 INFO [M:0;3fbf313856f1:35085 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43c1b88ba44d43d0a3132fad45c6a860 2024-11-17T00:20:24,184 DEBUG [M:0;3fbf313856f1:35085 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9195f7a3995441fb215872b0b4f4dfb is 69, key is 3fbf313856f1,36661,1731802650791/rs:state/1731802653323/Put/seqid=0 2024-11-17T00:20:24,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073742454_1630 (size=5156) 2024-11-17T00:20:24,587 INFO [M:0;3fbf313856f1:35085 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2183 (bloomFilter=true), to=hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9195f7a3995441fb215872b0b4f4dfb 2024-11-17T00:20:24,590 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fb569f98834c4ee7bf1bc1dbc1321885 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb569f98834c4ee7bf1bc1dbc1321885 2024-11-17T00:20:24,593 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fb569f98834c4ee7bf1bc1dbc1321885, entries=8, sequenceid=2183, filesize=5.5 K 2024-11-17T00:20:24,593 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/43c1b88ba44d43d0a3132fad45c6a860 as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43c1b88ba44d43d0a3132fad45c6a860 2024-11-17T00:20:24,595 INFO [M:0;3fbf313856f1:35085 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 43c1b88ba44d43d0a3132fad45c6a860 2024-11-17T00:20:24,595 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/43c1b88ba44d43d0a3132fad45c6a860, entries=177, sequenceid=2183, filesize=43.6 K 2024-11-17T00:20:24,596 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e9195f7a3995441fb215872b0b4f4dfb as hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9195f7a3995441fb215872b0b4f4dfb 2024-11-17T00:20:24,598 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34661/user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e9195f7a3995441fb215872b0b4f4dfb, entries=1, sequenceid=2183, filesize=5.0 K 2024-11-17T00:20:24,599 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(3040): Finished flush of dataSize ~770.04 KB/788525, heapSize ~946.92 KB/969648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=2183, compaction requested=false 2024-11-17T00:20:24,600 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T00:20:24,600 DEBUG [M:0;3fbf313856f1:35085 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-17T00:20:24,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33801 is added to blk_1073741830_1006 (size=931651) 2024-11-17T00:20:24,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/47886d18-90c9-342c-f48a-b43d360fd5b3/MasterData/WALs/3fbf313856f1,35085,1731802650045/3fbf313856f1%2C35085%2C1731802650045.1731802652748 not finished, retry = 0 2024-11-17T00:20:24,706 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-11-17T00:20:24,706 INFO [M:0;3fbf313856f1:35085 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-11-17T00:20:24,706 INFO [M:0;3fbf313856f1:35085 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:35085 2024-11-17T00:20:24,713 DEBUG [M:0;3fbf313856f1:35085 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/3fbf313856f1,35085,1731802650045 already deleted, retry=false 2024-11-17T00:20:24,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T00:20:24,821 INFO [M:0;3fbf313856f1:35085 {}] regionserver.HRegionServer(1307): Exiting; stopping=3fbf313856f1,35085,1731802650045; zookeeper connection closed. 2024-11-17T00:20:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35085-0x10002d70b870000, quorum=127.0.0.1:50278, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T00:20:24,825 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T00:20:24,827 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T00:20:24,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T00:20:24,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T00:20:24,828 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.log.dir/,STOPPED} 2024-11-17T00:20:24,830 WARN [BP-139681496-172.17.0.2-1731802647327 heartbeating to localhost/127.0.0.1:34661 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T00:20:24,830 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T00:20:24,830 WARN [BP-139681496-172.17.0.2-1731802647327 heartbeating to localhost/127.0.0.1:34661 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-139681496-172.17.0.2-1731802647327 (Datanode Uuid 1f6d4694-920d-4249-9e69-750a883277b7) service to localhost/127.0.0.1:34661 2024-11-17T00:20:24,830 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T00:20:24,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/dfs/data/data1/current/BP-139681496-172.17.0.2-1731802647327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T00:20:24,833 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/cluster_fe01ca71-f4e3-b6b7-f6c8-ecad2187369e/dfs/data/data2/current/BP-139681496-172.17.0.2-1731802647327 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T00:20:24,833 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T00:20:24,842 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T00:20:24,843 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T00:20:24,843 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T00:20:24,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T00:20:24,843 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4ec9b179-229a-033b-a541-3f9fd2485801/hadoop.log.dir/,STOPPED} 2024-11-17T00:20:24,864 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-11-17T00:20:24,994 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down